-- Logs begin at Wed 2022-10-26 10:28:04 UTC, end at Wed 2022-10-26 11:43:45 UTC. -- Oct 26 11:09:29.756100 dv-cinder-815582-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 26 11:09:32.468229 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.common.config [-] Logging enabled! Oct 26 11:09:32.468795 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev97 Oct 26 11:09:32.469019 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104957) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 26 11:09:32.472339 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.common.config [-] Logging enabled! Oct 26 11:09:32.472593 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev97 Oct 26 11:09:32.472904 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104957) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 26 11:09:32.473836 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:09:32.474073 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:09:32.474555 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:09:32.474803 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:09:32.475056 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:09:32.475379 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.475681 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.475913 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.476212 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.476503 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.476787 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.477078 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.477376 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.477662 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.477947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.478229 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.478457 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.478740 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.479049 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.479337 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.479561 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] debug = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.479842 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.480274 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.480678 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.480961 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.481250 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.481532 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.481805 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.482081 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.482364 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.482689 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] host = dv-cinder-815582-18-iscsi {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.482993 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.483283 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.483571 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.483855 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.484134 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.484410 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.484693 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.484965 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.485236 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] log_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.485507 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.485791 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.486103 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.486391 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.486615 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.486850 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.487137 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.487437 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.487711 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.487982 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.488256 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.488528 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.488807 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.489068 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.489349 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.489629 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.489911 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.490182 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.490454 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.490722 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.491087 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.491374 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.491645 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.491920 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.492189 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.492474 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.492742 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.493014 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.493313 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.493598 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.493878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.494166 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.494438 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.494717 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.495016 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.495289 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.495824 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] use_json = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.496094 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.496364 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.496644 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.496914 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.497185 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.497455 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.497725 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.498007 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.498277 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:32.498576 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.498893 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.499195 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.499477 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.499780 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.500058 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.500344 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.500622 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.500909 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.501196 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.502062 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.502285 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.502582 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.502895 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.503192 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.503498 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.503791 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.504080 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.504353 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.504631 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.504905 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.505184 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.505467 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.505743 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.506029 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.506315 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.506589 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.506921 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.507210 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.507494 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.507786 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.508075 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.508350 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.508629 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.508919 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.509200 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.509474 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.509762 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.510040 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.510312 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.510591 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.510908 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.511201 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.511476 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.511754 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.512044 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.512320 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.512591 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.512864 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.513142 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.513415 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.513696 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.513975 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.514246 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.514521 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.514802 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.515105 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.515383 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.515663 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.515935 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.516213 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.516485 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.516756 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.517028 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.517878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.518154 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.518427 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.518697 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.519004 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.519276 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.519547 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.519818 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.520089 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.520361 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.520646 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.520943 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.521220 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.521496 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.521771 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.522046 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.522321 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.522595 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.522891 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.523170 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.523442 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.523730 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.524011 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.524294 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.524579 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.524870 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.525162 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.525438 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.525714 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.525990 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.526265 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.526539 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.526853 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.527120 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.527396 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.527677 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.527958 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.528250 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.528541 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.528817 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.529106 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.529398 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.529688 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.529964 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.530271 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.530548 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:32.530764 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:09:32.531031 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104957) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 26 11:09:32.906105 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 26 11:09:32.906443 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 26 11:09:32.906706 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 26 11:09:32.906965 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 26 11:09:32.907243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 26 11:09:32.907571 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 26 11:09:33.230581 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.230902 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.231189 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.232394 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.232682 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.232948 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.285905 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.286191 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.286459 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.301455 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.301741 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.302013 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.330746 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.331057 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.331328 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.367915 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.368191 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.368459 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.598620 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.599249 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.599249 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.599583 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.600287 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.697769 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.698089 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.698377 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.698653 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.698944 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.699257 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.699520 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.699776 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.700033 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.700322 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.700584 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.700850 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.701108 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.701361 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.701618 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.701884 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.702141 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.702409 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.702679 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.702964 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.703240 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.703493 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.703777 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.704157 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.704409 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.704685 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.705076 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:33.705316 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:33.705554 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:33.705790 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:33.706024 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:33.706258 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:33.706623 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 26 11:09:33.709712 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 26 11:09:33.713594 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 26 11:09:33.717320 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Oct 26 11:09:33.718957 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 26 11:09:33.719577 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 26 11:09:33.719917 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 26 11:09:33.720389 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 26 11:09:33.723229 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 26 11:09:33.723478 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 26 11:09:33.723836 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 11:09:33.728842 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 26 11:09:33.752488 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 26 11:09:33.752940 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.753233 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104957) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 26 11:09:33.753604 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.754983 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104957) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 26 11:09:33.755262 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 26 11:09:33.755502 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 26 11:09:33.766110 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.766392 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:33.903821 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 26 11:09:33.904052 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 26 11:09:33.904286 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 26 11:09:33.904654 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 26 11:09:33.956999 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO dbcounter [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Registered counter for database neutron Oct 26 11:09:33.976508 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_db.sqlalchemy.engines [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104957) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 26 11:09:33.982307 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG dbcounter [-] [104957] Writer thread running {{(pid=104957) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:09:34.645520 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing driver for type 'gre' Oct 26 11:09:34.646180 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] gre ID ranges: [(1, 1000)] Oct 26 11:09:34.828533 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing driver for type 'local' Oct 26 11:09:34.828866 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing driver for type 'vlan' Oct 26 11:09:34.891013 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] VlanTypeDriver initialization complete Oct 26 11:09:34.891359 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing driver for type 'vxlan' Oct 26 11:09:34.891880 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] vxlan ID ranges: [(1, 1000)] Oct 26 11:09:35.091244 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing extension driver 'port_security' Oct 26 11:09:35.091514 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.extensions.port_security [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] PortSecurityExtensionDriver initialization complete Oct 26 11:09:35.091873 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing mechanism driver 'openvswitch' Oct 26 11:09:35.092197 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing mechanism driver 'hyperv' Oct 26 11:09:35.099159 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.plugin [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:09:35.099828 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.105792 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.105792 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.105792 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:09:35.105792 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnet after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.105792 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnet after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106195 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnet after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106195 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:09:35.106195 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106195 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106195 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106548 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:09:35.106548 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > security_group after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106548 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > security_group after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106548 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > security_group after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106548 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:09:35.106931 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106931 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.106931 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.107139 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:09:35.107362 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > address_group after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.107732 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > address_group after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.108073 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > address_group after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.108461 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 26 11:09:35.108898 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] ML2 OVO RPC backend initialized. {{(pid=104957) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 26 11:09:35.109597 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router_interface after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.109954 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.110376 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.110755 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > networks before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.111133 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.111477 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > ports before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.111823 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnet before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.112165 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnets before_response 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.112510 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.112850 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.113186 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.113546 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.113885 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.114217 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.114552 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnet after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.114917 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnet after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.115254 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > subnet after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.123055 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded quota_driver: . Oct 26 11:09:35.123419 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.plugin [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Modular L2 Plugin initialization complete Oct 26 11:09:35.123767 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading services supported by the core plugin {{(pid=104957) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 26 11:09:35.124109 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.plugins.ml2.managers [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Got port-security extension from driver 'port_security' Oct 26 11:09:35.124592 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.extensions.vlantransparent [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Disabled vlantransparent extension. Oct 26 11:09:35.125087 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104957) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 26 11:09:35.125413 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: router Oct 26 11:09:35.176533 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router_interface before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.176926 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router after_create 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.177297 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router before_create 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.177658 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.178030 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.178384 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router after_delete 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.178741 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > floatingip after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.179185 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > floatingip after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.179543 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router after_create 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.179894 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router after_update 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.180245 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router after_update 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.180594 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.180953 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router after_update 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.181364 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_update 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.181761 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: port after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.182105 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: port after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.182448 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: subnet after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.182787 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.183169 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > port precommit_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.183519 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_create 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.183863 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: port before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.184206 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.184560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router after_update 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.184902 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_delete 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.185254 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_create 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.185614 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router_interface after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.185958 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_update 55549900 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.186324 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > agent after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.186673 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > agent after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.187044 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > network after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.187899 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Tracking information for resource: router configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:35.188231 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Tracking information for resource: floatingip configured {{(pid=104957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 26 11:09:35.198041 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.db.l3_agentschedulers_db [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 26 11:09:35.198612 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: port after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.199026 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: port after_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.199382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: port after_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.199734 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: port after_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.200511 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router before_create 55550100 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.200875 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_delete 55550100 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.201239 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_create 55550100 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.201597 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > router precommit_update 55550100 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.207000 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.services.provider_configuration [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service providers = [] {{(pid=104957) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 26 11:09:35.207363 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.db.servicetype_db [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104957) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 26 11:09:35.210278 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.services.service_base [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:09:35.210619 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.services.service_base [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:09:35.210985 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.services.service_base [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:09:35.211858 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.services.service_base [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 26 11:09:35.212229 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.services.service_base [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 26 11:09:35.212599 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.212915 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 26 11:09:35.223831 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.224162 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: auto_allocate Oct 26 11:09:35.233447 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: network precommit_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.233814 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: network precommit_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.234333 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.234653 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: tag Oct 26 11:09:35.241238 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.241567 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: timestamp Oct 26 11:09:35.245784 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.246113 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: network_ip_availability Oct 26 11:09:35.251601 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.251971 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.252327 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.253042 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.253360 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: flavors Oct 26 11:09:35.265474 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.265806 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading Plugin: revisions Oct 26 11:09:35.270693 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 26 11:09:35.271115 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.364s {{(pid=104957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 26 11:09:35.273130 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104957) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 26 11:09:35.273476 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Initializing extension manager. Oct 26 11:09:35.274018 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: __init__.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.274367 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: __pycache__ {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.274708 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: address_group.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.275444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.276013 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: address-group Oct 26 11:09:35.276341 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: address_scope.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.277011 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.277517 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: address-scope Oct 26 11:09:35.277848 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: admin_state_down_before_update.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.278724 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.279276 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: router-admin-state-down-before-update Oct 26 11:09:35.279597 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: agent.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.280255 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.280753 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: agent Oct 26 11:09:35.281075 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: agent_resources_synced.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.281937 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.282436 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: agent-resources-synced Oct 26 11:09:35.283336 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: allowedaddresspairs.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.285063 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.285576 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: allowed-address-pairs Oct 26 11:09:35.285903 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: auto_allocated_topology.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.290942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.291454 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: auto-allocated-topology Oct 26 11:09:35.291783 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: availability_zone.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.292482 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.292984 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: availability_zone Oct 26 11:09:35.293303 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: availability_zone_filter.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.294162 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.294661 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: availability_zone_filter Oct 26 11:09:35.295015 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: data_plane_status.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.295896 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.296387 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension data-plane-status not supported by any of loaded plugins Oct 26 11:09:35.296706 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: default_subnetpools.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.297562 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.298056 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: default-subnetpools Oct 26 11:09:35.298400 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: dhcpagentscheduler.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.299190 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.299690 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: dhcp_agent_scheduler Oct 26 11:09:35.300008 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: dns.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.300872 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.301374 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension dns-integration not supported by any of loaded plugins Oct 26 11:09:35.301699 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: dns_domain_ports.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.302566 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.303093 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 26 11:09:35.303418 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.304285 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.304784 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 26 11:09:35.305106 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: dvr.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.305735 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.306231 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: dvr Oct 26 11:09:35.306550 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: ecmp_routes.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.307513 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.308011 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension ecmp_routes not supported by any of loaded plugins Oct 26 11:09:35.308332 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: empty_string_filtering.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.309185 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.309684 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: empty-string-filtering Oct 26 11:09:35.310004 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.310878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.311376 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 26 11:09:35.311700 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.312552 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.313046 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 26 11:09:35.313364 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: external_net.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.314252 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.314749 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: external-net Oct 26 11:09:35.315091 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: extra_dhcp_opt.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.315943 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.316444 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: extra_dhcp_opt Oct 26 11:09:35.316763 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: extraroute.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.317610 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.318105 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: extraroute Oct 26 11:09:35.318426 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: extraroute_atomic.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.319429 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.319927 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: extraroute-atomic Oct 26 11:09:35.320247 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: filter_validation.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.320914 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.321406 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: filter-validation Oct 26 11:09:35.321731 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: fip_pf_description.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.322590 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.323120 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 26 11:09:35.323443 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: fip_pf_detail.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.324312 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.324844 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: floating-ip-port-forwarding-detail Oct 26 11:09:35.325165 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: fip_pf_port_range.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.326012 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.326510 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 26 11:09:35.326850 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: fip_port_details.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.327719 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.328228 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: fip-port-details Oct 26 11:09:35.328549 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: flavors.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.330234 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.330745 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: flavors Oct 26 11:09:35.331093 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.332711 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.333227 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 26 11:09:35.333553 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: floatingip_pools.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.334206 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.334708 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: floatingip-pools Oct 26 11:09:35.335052 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: ip_allocation.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.335930 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.336450 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension ip_allocation not supported by any of loaded plugins Oct 26 11:09:35.336768 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.337632 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.338136 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: ip-substring-filtering Oct 26 11:09:35.338458 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l2_adjacency.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.339389 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.339852 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension l2_adjacency not supported by any of loaded plugins Oct 26 11:09:35.352180 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.352180 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.352180 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: router Oct 26 11:09:35.352180 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3_conntrack_helper.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.354300 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.354847 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 26 11:09:35.355177 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.356048 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.356553 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: ext-gw-mode Oct 26 11:09:35.356878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.357744 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.358246 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: l3-ha Oct 26 11:09:35.358568 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.359480 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.359981 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 26 11:09:35.360302 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3_flavors.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.361187 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.361687 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: l3-flavors Oct 26 11:09:35.362006 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3_ndp_proxy.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.363350 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.363857 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 26 11:09:35.364182 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.365066 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.365567 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: l3-port-ip-change-not-allowed Oct 26 11:09:35.365893 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: l3agentscheduler.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.366906 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.367412 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: l3_agent_scheduler Oct 26 11:09:35.367739 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: local_ip.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.369478 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.369989 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension local_ip not supported by any of loaded plugins Oct 26 11:09:35.370569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: logging.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.372012 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.372534 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension logging not supported by any of loaded plugins Oct 26 11:09:35.372868 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: metering.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.373571 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.374148 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: metering Oct 26 11:09:35.374476 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.375541 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.376073 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: metering_source_and_destination_fields Oct 26 11:09:35.376910 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: multiprovidernet.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.377778 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.378288 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: multi-provider Oct 26 11:09:35.378612 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: netmtu.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.379492 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.379993 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: net-mtu Oct 26 11:09:35.380319 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: netmtu_writable.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.383295 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.383795 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: net-mtu-writable Oct 26 11:09:35.384122 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: network_availability_zone.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.384752 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.385250 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: network_availability_zone Oct 26 11:09:35.385572 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: network_ip_availability.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.386613 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.387156 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: network-ip-availability Oct 26 11:09:35.387506 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: network_segment_range.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.388228 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.388725 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension network-segment-range not supported by any of loaded plugins Oct 26 11:09:35.389048 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: pagination.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.389971 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.390298 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: pagination Oct 26 11:09:35.390619 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: port_device_profile.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.391498 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.392542 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: port-device-profile Oct 26 11:09:35.392908 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: port_mac_address_override.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.393777 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.394289 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: port-mac-override Oct 26 11:09:35.394611 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.395494 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.395993 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: port-mac-address-regenerate Oct 26 11:09:35.396318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.397174 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.397675 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: port-numa-affinity-policy Oct 26 11:09:35.397996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: port_resource_request.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.398897 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.399393 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension port-resource-request not supported by any of loaded plugins Oct 26 11:09:35.399713 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: port_resource_request_groups.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.400620 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.401118 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 26 11:09:35.401438 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: portbindings.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.402301 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.402799 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: binding Oct 26 11:09:35.403140 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: portbindings_extended.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.404345 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.404852 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: binding-extended Oct 26 11:09:35.405176 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: portsecurity.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.406031 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.406541 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: port-security Oct 26 11:09:35.406887 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: project_id.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.408312 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.408639 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: project-id Oct 26 11:09:35.408958 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: providernet.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.410014 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.410542 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: provider Oct 26 11:09:35.410893 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.414355 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.414975 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos not supported by any of loaded plugins Oct 26 11:09:35.415308 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.416519 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.417030 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 26 11:09:35.417362 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.418242 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.418749 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 26 11:09:35.419107 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_default.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.419977 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.422947 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-default not supported by any of loaded plugins Oct 26 11:09:35.422947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_fip.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.424182 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.424688 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-fip not supported by any of loaded plugins Oct 26 11:09:35.425014 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_fip_network_policy.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.425878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.426384 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 26 11:09:35.426707 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_gateway_ip.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.427642 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.428138 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 26 11:09:35.428462 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_port_network_policy.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.429332 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.429828 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 26 11:09:35.430152 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.431163 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.431677 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 26 11:09:35.432003 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.432989 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.433551 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 26 11:09:35.433874 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_pps_rule.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.435016 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.435522 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-pps not supported by any of loaded plugins Oct 26 11:09:35.435846 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_rule_type_details.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.436715 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.437212 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 26 11:09:35.437534 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_rule_type_filter.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.438404 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.439006 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 26 11:09:35.439331 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: qos_rules_alias.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.440321 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.440822 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 26 11:09:35.441144 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: quota_check_limit.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.442002 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.442508 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: quota-check-limit Oct 26 11:09:35.442848 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: quotasv2.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.443752 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.444076 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: quotas Oct 26 11:09:35.444393 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: quotasv2_detail.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.446048 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.446386 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: quota_details Oct 26 11:09:35.446717 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: rbac.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.447756 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.448273 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: rbac-policies Oct 26 11:09:35.448602 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: rbac_address_group.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.452490 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.452994 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: rbac-address-group Oct 26 11:09:35.453317 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: rbac_address_scope.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.454261 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.454800 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: rbac-address-scope Oct 26 11:09:35.455146 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: rbac_security_groups.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.456024 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.456541 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: rbac-security-groups Oct 26 11:09:35.456863 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: rbac_subnetpool.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.457721 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.458218 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: rbac-subnetpool Oct 26 11:09:35.458540 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: revisionifmatch.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.459437 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.459937 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: revision-if-match Oct 26 11:09:35.460262 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: revisions.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.461321 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.461822 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: standard-attr-revisions Oct 26 11:09:35.462148 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: router_availability_zone.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.462780 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.463316 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: router_availability_zone Oct 26 11:09:35.463639 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: routerservicetype.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.464517 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.465024 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension router-service-type not supported by any of loaded plugins Oct 26 11:09:35.465347 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.466225 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.466730 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: security-groups-normalized-cidr Oct 26 11:09:35.467080 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: security_groups_port_filtering.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.467972 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.468475 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: port-security-groups-filtering Oct 26 11:09:35.468798 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.469676 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.470721 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: security-groups-remote-address-group Oct 26 11:09:35.471069 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.471955 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.472467 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: security-groups-shared-filtering Oct 26 11:09:35.472794 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: securitygroup.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.482445 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.483008 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: security-group Oct 26 11:09:35.483344 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: segment.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.484032 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.484542 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension segment not supported by any of loaded plugins Oct 26 11:09:35.484892 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.486397 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.486943 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 26 11:09:35.487270 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: servicetype.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.488327 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.488844 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: service-type Oct 26 11:09:35.489172 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: sorting.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.490105 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.490436 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: sorting Oct 26 11:09:35.490760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: standard_attr_segment.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.491644 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.492153 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 26 11:09:35.492476 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: standardattrdescription.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.493085 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.493591 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: standard-attr-description Oct 26 11:09:35.493916 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: stateful_security_group.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.494790 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.495599 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: stateful-security-group Oct 26 11:09:35.496024 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: stdattrs_common.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.496495 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 26 11:09:35.496817 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.497698 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.498202 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 26 11:09:35.498527 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: subnet_onboard.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.499558 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.500067 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: subnet_onboard Oct 26 11:09:35.500392 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.504214 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.504722 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 26 11:09:35.505047 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: subnet_service_types.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.505925 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.506432 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: subnet-service-types Oct 26 11:09:35.506757 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: subnetallocation.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.507854 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.508359 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: subnet_allocation Oct 26 11:09:35.508685 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.509312 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.509812 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: subnetpool-prefix-ops Oct 26 11:09:35.510133 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.511043 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.511546 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 26 11:09:35.511869 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: tagging.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.512935 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.513452 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: standard-attr-tag Oct 26 11:09:35.513780 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: timestamp.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.514995 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.515505 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loaded extension: standard-attr-timestamp Oct 26 11:09:35.515830 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: trunk.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.516798 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.517853 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension trunk not supported by any of loaded plugins Oct 26 11:09:35.518177 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: trunk_details.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.519131 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.519633 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension trunk-details not supported by any of loaded plugins Oct 26 11:09:35.519957 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: uplink_status_propagation.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.520820 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.521319 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 26 11:09:35.521644 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Loading extension file: vlantransparent.py {{(pid=104957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 26 11:09:35.522268 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 26 11:09:35.522772 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extension vlan-transparent not supported by any of loaded plugins Oct 26 11:09:35.525433 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:network Oct 26 11:09:35.525979 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:subnet Oct 26 11:09:35.526374 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:09:35.526760 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:port Oct 26 11:09:35.528034 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.528475 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service FLAVORS assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.529075 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.529498 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.529846 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:router Oct 26 11:09:35.530270 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:floatingip Oct 26 11:09:35.530754 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service METERING assigned prefix: /metering {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.537005 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.537005 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.537005 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:09:35.537005 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 11:09:35.537005 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:security_group Oct 26 11:09:35.537403 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 11:09:35.537403 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service CORE assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.537403 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:09:35.537403 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] subnetpool is already registered Oct 26 11:09:35.537403 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service CORE assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.537403 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:09:35.537403 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] subnetpool is already registered Oct 26 11:09:35.539415 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.539850 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service FLAVORS assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.540445 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.540865 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.541198 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:router Oct 26 11:09:35.541572 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] router is already registered Oct 26 11:09:35.541997 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:floatingip Oct 26 11:09:35.542342 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] floatingip is already registered Oct 26 11:09:35.542796 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service METERING assigned prefix: /metering {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.543482 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of CountableResource for resource:rbac_policy Oct 26 11:09:35.543811 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] rbac_policy is already registered Oct 26 11:09:35.544219 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:security_group Oct 26 11:09:35.544554 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] security_group is already registered Oct 26 11:09:35.545013 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:security_group_rule Oct 26 11:09:35.545349 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] security_group_rule is already registered Oct 26 11:09:35.545972 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service CORE assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.546303 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:09:35.546638 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] subnetpool is already registered Oct 26 11:09:35.547091 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.v2.resource_helper [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Service CORE assigned prefix: {{(pid=104957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 26 11:09:35.547417 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Creating instance of TrackedResource for resource:subnetpool Oct 26 11:09:35.547793 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING neutron.quota.resource_registry [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] subnetpool is already registered Oct 26 11:09:35.548283 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: extensions {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.549748 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: address-groups {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.551279 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: address-scopes {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.552629 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: agents {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.553810 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: auto-allocated-topology {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.555183 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: availability_zones {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.556419 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: dhcp-networks {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.557930 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: dhcp-agents {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.559525 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: routers {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.561271 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: flavors {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.562561 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: service_profiles {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.564342 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: next_providers {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.565862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: service_profiles {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.568404 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: floatingip-pools {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.569674 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: routers {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.571467 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: floatingips {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.572775 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: l3-routers {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.574182 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: l3-agents {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.575647 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: metering-labels {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.576942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: metering-label-rules {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.579205 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: network-ip-availabilities {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.580158 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: bindings {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.581737 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: quotas {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.583454 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: quotas {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.585059 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: rbac-policies {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.586264 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: security-groups {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.587641 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: security-group-rules {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.588916 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: service-providers {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.590149 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: subnetpools {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.591542 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: subnetpools {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.593102 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.594801 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.596670 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.598468 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.600553 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.602588 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.604260 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.606165 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.608055 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.609810 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron.api.extensions [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Extended resource: tags {{(pid=104957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 26 11:09:35.615935 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING keystonemiddleware.auth_token [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 26 11:09:35.621336 dv-cinder-815582-18-iscsi neutron-server[104957]: WARNING keystonemiddleware.auth_token [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 26 11:09:35.630914 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Acquiring lock "singleton_lock" {{(pid=104957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 26 11:09:35.631241 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Acquired lock "singleton_lock" {{(pid=104957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 26 11:09:35.631712 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_concurrency.lockutils [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Releasing lock "singleton_lock" {{(pid=104957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 26 11:09:35.632370 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO oslo_service.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Starting 2 workers Oct 26 11:09:35.637133 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Started child 105072 {{(pid=104957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:09:35.641598 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Started child 105073 {{(pid=104957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:09:35.643060 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:35.643906 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO neutron.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Neutron service started, listening on 0.0.0.0:9696 Oct 26 11:09:35.644570 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [-] (105072) wsgi starting up on http://0.0.0.0:9696 Oct 26 11:09:35.644761 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Publish callbacks [] for process (None), before_spawn {{(pid=104957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:35.646961 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO oslo_service.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Starting 1 workers Oct 26 11:09:35.649488 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:35.649488 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [-] (105073) wsgi starting up on http://0.0.0.0:9696 Oct 26 11:09:35.652270 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Started child 105074 {{(pid=104957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:09:35.652813 dv-cinder-815582-18-iscsi neutron-server[104957]: INFO oslo_service.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Starting 1 workers Oct 26 11:09:35.655692 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] calling RpcWorker wait() {{(pid=105074) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 26 11:09:35.656203 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] returning from RpcWorker wait() {{(pid=105074) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 26 11:09:35.657282 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Started child 105075 {{(pid=104957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 26 11:09:35.657434 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:35.657969 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:09:35.658108 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG neutron_lib.callbacks.manager [None req-991551da-3f94-4d37-bc88-d1c5fcb00fea None None] Publish callbacks [] for process (None), after_spawn {{(pid=104957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:35.660064 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 11:09:35.660278 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:09:35.660463 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:09:35.660674 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:09:35.661001 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:09:35.661179 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:09:35.661684 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.661955 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.662233 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.662511 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.663120 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.663235 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:35.663680 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.663680 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.663889 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.664119 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.664286 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.664432 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:09:35.664524 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.664676 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.664918 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.665266 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.665527 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.665771 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.666043 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.666211 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.666461 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.666729 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.666993 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.667274 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] debug = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.667512 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.667989 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.668213 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.668460 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.668674 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.668952 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.669194 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.669449 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.669689 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.669902 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.670152 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.670404 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.670654 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.670886 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.671118 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.671386 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.671596 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.672061 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] host = dv-cinder-815582-18-iscsi {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.672304 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.672542 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.672766 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.673005 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.673315 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.673526 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.673793 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.674041 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.674293 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.674515 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.674870 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.675043 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.675272 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.675522 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.675749 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_options = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.675895 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.676123 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.676375 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.676564 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.676730 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.676891 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.677164 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.677327 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.677581 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.677837 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.678020 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.678228 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.678437 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.678956 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.679782 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.679994 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.680238 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.680475 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.680717 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.680937 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.681156 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.681382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.681617 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.681828 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.682040 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.682250 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.682491 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.682706 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.682937 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.683168 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.683425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.683687 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.683917 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.684147 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.684420 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.684641 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.684862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.685080 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.685338 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.685561 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.685836 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.686090 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.686302 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.686524 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.686758 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_json = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.691862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.692947 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.693500 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.693500 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.693500 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.693500 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.693500 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.693841 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.694128 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.695626 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.695626 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.695626 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.695626 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.696071 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.696071 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.696257 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.696483 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.696746 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.697012 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.699108 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.699407 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.699670 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.699943 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.700283 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.700556 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.700844 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.701217 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.701517 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.701804 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.702568 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.702868 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.703135 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.703539 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.703909 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.704278 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.705219 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.705505 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.705956 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.706232 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.706475 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.706721 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.707015 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.707253 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.707518 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.707782 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.708011 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.708235 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.708608 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.708853 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.709074 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.709309 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.709552 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.709840 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.710084 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.710358 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.710642 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.710921 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.711150 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.711392 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.711621 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.711858 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.712103 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.712329 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.712547 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.712805 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.713032 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.713271 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.713497 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.713837 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.714209 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.714600 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.715013 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.715394 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.715889 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.716117 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.716367 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.716618 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.716843 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.717066 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.717292 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.717511 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.717760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.718004 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.718221 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.718595 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.718997 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.719223 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.719500 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.719809 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.720069 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.723562 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.723842 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.724125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.724371 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.724644 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.724882 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.725136 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.725388 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.725657 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.726004 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.726278 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.726509 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.726921 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.727178 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.727410 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.727698 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.727951 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.728163 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.728414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.728651 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.728900 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.729152 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.729384 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.729653 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.729938 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.730214 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.730440 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.730680 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.730945 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.731226 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.731479 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.731769 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.732023 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.732313 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.732609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.732907 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.733165 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.733441 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.733683 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.733962 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.734222 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.734478 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.734745 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.735020 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.735263 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.735508 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.736340 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.736594 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.736828 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.737317 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.737560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.737781 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.738006 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.738273 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.738550 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.738806 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.739107 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.739380 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.739639 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.739888 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.740126 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.740373 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.743130 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.743448 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.743723 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.743979 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.744236 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.744493 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.744759 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.745636 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.745636 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.745808 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.745934 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.746178 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.746432 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.746693 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.746980 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.747204 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.747435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.747696 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.747922 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.748148 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.748374 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.748595 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.748832 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.749076 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.749352 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.749621 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.749862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.750116 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.750378 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.750628 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.750874 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.751128 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.751401 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.752109 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.752334 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.752565 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.752786 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.753008 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.753260 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.753479 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.753758 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.754012 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.754367 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.754643 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.754940 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.755211 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.755470 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.755720 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.755960 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.756184 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.756440 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.756669 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.756897 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.757151 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.757404 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.757649 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.757873 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.758112 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.758334 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.758591 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.758859 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.759072 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.759579 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.759579 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.759795 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.760024 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.760246 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.760488 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.760710 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.760928 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.761167 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.762041 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.762041 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.762041 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.762281 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.762407 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.762646 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.762941 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.763165 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.763410 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.763644 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.763880 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.764096 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.764324 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.764546 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.764763 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.765423 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.765423 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.765423 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.765661 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.765831 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.766043 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.766489 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.766489 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.766784 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.767213 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.767213 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.767386 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.767634 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.767971 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.768065 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.768299 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.768501 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.768729 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.768941 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.769260 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.769349 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.769576 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.769787 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.770176 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.770481 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.770735 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.770983 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.771274 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.771513 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.771764 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.772012 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.772351 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.772574 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.772820 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.773075 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.773320 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.773547 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.773809 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.774137 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.774450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.774725 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.775029 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.775314 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.775594 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.775882 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.776222 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.776534 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.776935 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.777142 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.777397 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.777659 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.777910 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.778139 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.778360 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.778581 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.778801 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.779064 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.779305 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.779537 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.779767 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.779987 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.780219 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.780460 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.780708 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.780922 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.781166 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.781385 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.781546 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:09:35.782074 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 26 11:09:35.782235 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 26 11:09:35.782395 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 26 11:09:35.782590 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 26 11:09:35.782762 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 26 11:09:35.782946 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 26 11:09:35.783155 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.783318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.783480 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.783642 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.783826 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.783989 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.784150 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.784309 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.784683 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.784683 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.784851 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.784933 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.785065 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.785225 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.785384 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.785543 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.785704 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.785870 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.786031 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.786189 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.786348 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.786505 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] debug = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.786666 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.786900 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.787184 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.787184 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.787348 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.787507 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.787666 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.787742 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:09:35.787814 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.787971 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.788131 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.788292 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.788454 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.788613 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.788773 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.788949 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.789082 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.789242 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.789400 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] host = dv-cinder-815582-18-iscsi {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.789594 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.789765 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.789924 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.790084 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.790242 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.790401 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.790564 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.791104 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.791104 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.791104 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_options = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.792878 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.794199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.794199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.794199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.794199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.794199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.794199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.794199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.795382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.796435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.797609 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.799318 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_json = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.800365 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.801544 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.802569 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.804125 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.805414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.806425 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.807633 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.808760 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.809942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.812243 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.813444 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.815450 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.816861 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.817974 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.818996 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.819560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820106 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820106 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820106 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820308 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820384 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820492 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820679 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.820821 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.821075 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.821229 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.821366 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.821503 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.821640 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.821816 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.821952 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.822087 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.822222 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.822382 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.822519 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.822663 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.822798 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.823000 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.823140 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.823275 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.823434 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.823622 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.823780 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.823918 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.824054 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.824211 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.824375 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.824528 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.824689 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825063 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825063 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825341 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825341 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825600 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825600 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825858 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.825993 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.826129 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.826263 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.826353 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.826515 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.826678 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.826870 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.827034 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.827201 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.827363 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.827527 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.827735 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828213 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828213 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828213 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828468 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828468 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828614 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828779 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.828942 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.829105 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.829284 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.829456 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.829619 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.829783 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.829946 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.830108 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.830272 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.830438 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.830601 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.830765 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.830949 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.831112 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.831275 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.831438 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.831600 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.831763 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.831925 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.832088 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.832270 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.832435 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.832598 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.832768 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.832932 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.833095 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.833259 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.833422 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.833585 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.833747 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.833913 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.834077 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.834239 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.834403 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.834567 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.834730 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.834915 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.835080 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.835248 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.835414 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.835577 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.835741 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.835905 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.836071 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.836235 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.836397 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.836560 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.836724 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.836888 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.837052 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.837216 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.837380 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.837556 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.837719 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.837881 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.838043 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.838206 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.838369 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.838541 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.838704 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.838888 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.839052 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.839215 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.839378 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.839551 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.839713 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.839875 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.840036 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.840199 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.840361 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.840534 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.840700 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.840862 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.841024 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.841187 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.841350 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.841521 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.841684 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.841846 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.842008 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.842171 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.842333 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.842506 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.842669 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.842855 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.843020 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.843183 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.843346 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.843517 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.843681 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.843845 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.844016 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.844179 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.844342 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.844505 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.844679 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.844842 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.845050 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.845214 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.845376 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.845541 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.845706 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.845875 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.846049 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.846218 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.846383 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.846554 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.846726 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.846919 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.847083 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.847252 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.847428 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.847590 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.847752 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.847914 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.848077 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.848240 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.848405 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.848568 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.848731 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.848897 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.849044 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.849206 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.849369 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.849532 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.849694 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.849858 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.850020 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.850182 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.850346 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.850509 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 26 11:09:35.850664 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 26 11:09:35.937729 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 50826) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:35.945141 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047266 Oct 26 11:09:35.949582 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038588 Oct 26 11:09:44.979877 dv-cinder-815582-18-iscsi neutron-server[104957]: DEBUG dbcounter [-] [104957] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104957) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:47.268767 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64e25a-0fb3-494c-92db-23dd746d1afd None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:09:47.299635 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writer thread running {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:09:47.300399 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writer thread running {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:09:47.369631 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64e25a-0fb3-494c-92db-23dd746d1afd None None] No non-hosted networks {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 26 11:09:47.394453 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.agentschedulers_db [None req-ab64e25a-0fb3-494c-92db-23dd746d1afd None None] DHCP Agent not found on host dv-cinder-815582-18-iscsi {{(pid=105074) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 26 11:09:47.481662 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aab530d6-95a4-4976-8645-74a400a5b5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739063'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:49.058767 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writer thread running {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:09:49.726936 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-77dc35b7-2a9b-4899-a1f2-5b15c287daaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739063'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:49.777546 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.db.api [None req-7e119e41-080b-4866-8edf-8aa6e8e87344 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815582-18-iscsi {{(pid=105074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:09:49.778451 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG oslo_db.api [None req-7e119e41-080b-4866-8edf-8aa6e8e87344 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:09:50.304771 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7e119e41-080b-4866-8edf-8aa6e8e87344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:50.982170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739063'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:51.045909 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 50900) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:51.673243 dv-cinder-815582-18-iscsi neutron-server[105072]: WARNING oslo_policy.policy [None req-3b9e20c0-aeeb-4ee0-876d-3b0a7d851bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:09:51.674083 dv-cinder-815582-18-iscsi neutron-server[105072]: WARNING oslo_policy.policy [None req-3b9e20c0-aeeb-4ee0-876d-3b0a7d851bc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:09:51.902799 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [None req-3b9e20c0-aeeb-4ee0-876d-3b0a7d851bc5 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:09:51.919882 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-3b9e20c0-aeeb-4ee0-876d-3b0a7d851bc5 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8729475 Oct 26 11:09:52.256038 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.db.l3_hamode_db [None req-46a94a1d-8dea-44d5-aeee-75b77a99220d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 26 11:09:52.337403 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a94a1d-8dea-44d5-aeee-75b77a99220d None None] Routers set() bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:09:52.338147 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a94a1d-8dea-44d5-aeee-75b77a99220d None None] Router IDs set() for agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 26 11:09:52.638807 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739063'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:52.798792 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739063'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:52.799582 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.799865 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.800197 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.800527 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.800852 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.801177 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.801498 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.802250 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.802250 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.802483 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.802850 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.803350 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.808107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.808107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.808107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:52.808107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-18-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:09:52.810943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-18-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:09:54.604385 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 50936) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:54.924242 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:09:54.936185 dv-cinder-815582-18-iscsi neutron-server[105072]: ERROR stevedore.extension [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 26 11:09:55.017085 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.policy [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105072) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 11:09:55.058448 dv-cinder-815582-18-iscsi neutron-server[105072]: WARNING oslo_policy.policy [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:09:55.058835 dv-cinder-815582-18-iscsi neutron-server[105072]: WARNING oslo_policy.policy [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:09:55.078900 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writer thread running {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:09:55.232718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750027038676', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750027034920', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750027448012', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750027472207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750027457272', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750027482799', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1031867', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3299811', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-298431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419757'] for rbac-policy (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:55.429241 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:55.430432 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-500986ba-6cbc-46dc-9c77-c325db3f73c8 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8251677 Oct 26 11:09:58.015115 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 50946) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:09:58.329606 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:09:58.415631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Made reservation on behalf of 3f62f604498e452eb84940f7a90ee7b9 for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:09:58.419713 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.438570 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.545793 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks [] for security_group (4b9399ac-c4e1-47f9-88d1-76741e50c90a), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.632750 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (4b9399ac-c4e1-47f9-88d1-76741e50c90a), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.666327 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] vlan segment allocate from pool success with {'vlan_id': 475, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:09:58.695474 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750029237113', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (ca6a691d-ca7e-4d16-986c-f023102c5fc3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.696047 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Unsubscribe: segment precommit_create {{(pid=105072) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 11:09:58.696558 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Added segment ca6a691d-ca7e-4d16-986c-f023102c5fc3 of type vlan for network a0505307-0039-486d-8e3c-2ab2172c7346 Oct 26 11:09:58.703048 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9399ac-c4e1-47f9-88d1-76741e50c90a,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:09:58.725338 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.725682 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.726038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.726388 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.726725 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.727075 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.727400 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.727723 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.728058 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.728385 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.728774 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.729117 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.729444 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.729760 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.730077 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Tracked resource versions report: Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: pushed versions: Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: { 'AddressGroup': {'1.2'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Agent': {'1.1'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'ConntrackHelper': {'1.0'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Log': {'1.0'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'NDPProxy': {'1.0'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Network': {'1.1'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Port': {'1.7'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'PortForwarding': {'1.3'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'QosPolicy': {'1.10'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroup': {'1.5'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SubPort': {'1.0'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Subnet': {'1.1'}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Trunk': {'1.1'}} Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: consumer versions: Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Agent': '1.1', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'ConntrackHelper': '1.0', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'LocalIPAssociation': '1.0', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Log': '1.0', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'NDPProxy': '1.0', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Network': '1.1', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Port': '1.7', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'PortForwarding': '1.3', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'QosPolicy': '1.10', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroup': '1.5', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroupRule': '1.2', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SubPort': '1.0', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Subnet': '1.1', Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Trunk': '1.1'}} Oct 26 11:09:58.731466 dv-cinder-815582-18-iscsi neutron-server[105072]: {{(pid=105072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:09:58.806578 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (a0505307-0039-486d-8e3c-2ab2172c7346), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.890637 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (a0505307-0039-486d-8e3c-2ab2172c7346), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.895593 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:09:58.896310 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:09:58.922834 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:09:59.015486 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9987595 Oct 26 11:09:59.016392 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adad25-1497-44db-8646-537663aca03c demo demo] Pushing event updated for resources: {'Network': ['ID=a0505307-0039-486d-8e3c-2ab2172c7346,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:09:59.029006 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network a0505307-0039-486d-8e3c-2ab2172c7346 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:01.663909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 50960) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:02.166960 dv-cinder-815582-18-iscsi neutron-server[105073]: WARNING oslo_policy.policy [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:10:02.167505 dv-cinder-815582-18-iscsi neutron-server[105073]: WARNING oslo_policy.policy [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:10:02.397944 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writer thread running {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 26 11:10:02.546418 dv-cinder-815582-18-iscsi neutron-server[105073]: ERROR stevedore.extension [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 26 11:10:02.599759 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.policy [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105073) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 26 11:10:02.641326 dv-cinder-815582-18-iscsi neutron-server[105073]: WARNING oslo_policy.policy [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:10:02.641691 dv-cinder-815582-18-iscsi neutron-server[105073]: WARNING oslo_policy.policy [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 26 11:10:02.649242 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:02.651221 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-212e80d1-7818-43c8-ac8a-0e159b894557 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/a0505307-0039-486d-8e3c-2ab2172c7346 HTTP/1.1" status: 200 len: 825 time: 0.9854329 Oct 26 11:10:02.691295 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d29c364f-7836-4cd6-ae5b-126da6a814cb demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/292c88d9-457f-46b8-872e-adce7f507683 HTTP/1.1" status: 200 len: 734 time: 0.0341201 Oct 26 11:10:02.700259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'name': 'private-subnet', 'subnetpool_id': '292c88d9-457f-46b8-872e-adce7f507683'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:02.792232 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Made reservation on behalf of 3f62f604498e452eb84940f7a90ee7b9 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:02.795024 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.153033 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (7366ee57-95f3-48be-ab96-2847c15f4254), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.220830 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Checking segment: {'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:03.221259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Network hostable DHCP agents. Network: a0505307-0039-486d-8e3c-2ab2172c7346, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:03.229574 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:03.238748 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Pushing event updated for resources: {'Subnet': ['ID=7366ee57-95f3-48be-ab96-2847c15f4254,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:03.252870 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.253204 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.253552 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.253879 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.254216 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.254560 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.254902 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.255215 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.255540 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.255855 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.256183 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.256508 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.256818 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.257121 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.257425 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Tracked resource versions report: Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: pushed versions: Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: { 'AddressGroup': {'1.2'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Agent': {'1.1'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'ConntrackHelper': {'1.0'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Log': {'1.0'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'NDPProxy': {'1.0'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Network': {'1.1'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Port': {'1.7'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'PortForwarding': {'1.3'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'QosPolicy': {'1.10'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroup': {'1.5'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SubPort': {'1.0'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Subnet': {'1.1'}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Trunk': {'1.1'}} Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: consumer versions: Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Agent': '1.1', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'ConntrackHelper': '1.0', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'LocalIPAssociation': '1.0', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Log': '1.0', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'NDPProxy': '1.0', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Network': '1.1', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Port': '1.7', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'PortForwarding': '1.3', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'QosPolicy': '1.10', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroup': '1.5', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroupRule': '1.2', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SubPort': '1.0', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Subnet': '1.1', Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Trunk': '1.1'}} Oct 26 11:10:03.258734 dv-cinder-815582-18-iscsi neutron-server[105073]: {{(pid=105073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:10:03.323891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Network a0505307-0039-486d-8e3c-2ab2172c7346 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:03.380658 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, a0505307-0039-486d-8e3c-2ab2172c7346) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:03.385257 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:03.385843 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.391637 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910e85e-d5bd-4221-8ab5-7e123ea0bda6 None None] Network a0505307-0039-486d-8e3c-2ab2172c7346 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:03.463264 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-153bc710-ef38-46f0-9de3-5ba2f72a3cfc demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7662444 Oct 26 11:10:03.654094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-a0505307-0039-486d-8e3c-2ab2172c7346', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'fixed_ips': [{'subnet_id': '7366ee57-95f3-48be-ab96-2847c15f4254'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:10:03.655445 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:03.933642 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Allocated IP 172.20.0.2 (a0505307-0039-486d-8e3c-2ab2172c7346/7366ee57-95f3-48be-ab96-2847c15f4254/2bc540ad-2e15-415d-8269-743fcf76215e) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:03.992261 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=45,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:04.230612 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Publish callbacks [] for port (2bc540ad-2e15-415d-8269-743fcf76215e), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.313820 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.381849 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Network a0505307-0039-486d-8e3c-2ab2172c7346 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:04.388061 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:04.391230 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:04.433201 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Pushing event updated for resources: {'Port': ['ID=2bc540ad-2e15-415d-8269-743fcf76215e,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:04.459516 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.459865 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.460222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.460575 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.460911 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.461238 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.461563 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.461888 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.462228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.462558 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.462905 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.463252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.463577 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.463895 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.464212 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Tracked resource versions report: Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: pushed versions: Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: { 'AddressGroup': {'1.2'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Agent': {'1.1'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'ConntrackHelper': {'1.0'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Log': {'1.0'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'NDPProxy': {'1.0'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Network': {'1.1'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Port': {'1.7'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'PortForwarding': {'1.3'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'QosPolicy': {'1.10'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroup': {'1.5'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SubPort': {'1.0'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Subnet': {'1.1'}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Trunk': {'1.1'}} Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: consumer versions: Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Agent': '1.1', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'ConntrackHelper': '1.0', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'LocalIPAssociation': '1.0', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Log': '1.0', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'NDPProxy': '1.0', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Network': '1.1', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Port': '1.7', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'PortForwarding': '1.3', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'QosPolicy': '1.10', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroup': '1.5', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroupRule': '1.2', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SubPort': '1.0', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Subnet': '1.1', Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Trunk': '1.1'}} Oct 26 11:10:04.465602 dv-cinder-815582-18-iscsi neutron-server[105074]: {{(pid=105074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:10:04.496311 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Attempting to bind port 2bc540ad-2e15-415d-8269-743fcf76215e on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:04.496642 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Attempting to bind port 2bc540ad-2e15-415d-8269-743fcf76215e by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:04.497078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Attempting to bind port 2bc540ad-2e15-415d-8269-743fcf76215e on network a0505307-0039-486d-8e3c-2ab2172c7346 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:04.541394 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:04.541761 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Checking segment: {'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:04.542219 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.542604 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Bound using segment: {'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:04.543129 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Bound port: 2bc540ad-2e15-415d-8269-743fcf76215e, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:04.543521 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.603953 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] For port 2bc540ad-2e15-415d-8269-743fcf76215e, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:04.623302 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] For port 2bc540ad-2e15-415d-8269-743fcf76215e, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=2bc540ad-2e15-415d-8269-743fcf76215e,segment=NetworkSegment(ca6a691d-ca7e-4d16-986c-f023102c5fc3),segment_id=ca6a691d-ca7e-4d16-986c-f023102c5fc3)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:04.690328 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:04.742570 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468604-e1c9-4fc4-b973-21a4f11e6ad0 None None] Pushing event updated for resources: {'Port': ['ID=2bc540ad-2e15-415d-8269-743fcf76215e,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:05.598132 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=7 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:05.602412 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:06.101709 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 50988) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:06.422490 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [None req-bf5508e9-0d3f-4894-a8c2-0f02b74ed841 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:10:06.423572 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-bf5508e9-0d3f-4894-a8c2-0f02b74ed841 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3209410 Oct 26 11:10:09.009725 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=53,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:09.070516 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 50996) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:09.395648 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [None req-bfed6077-484f-409e-994d-30b5cd4c0a8d admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:10:09.396640 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-bfed6077-484f-409e-994d-30b5cd4c0a8d admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3251400 Oct 26 11:10:12.050477 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 51008) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:12.394359 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-688347d3-6d8e-4cbd-8fca-ea5332bb3ca0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:12.411266 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 2bc540ad-2e15-415d-8269-743fcf76215e up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:12.488700 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 2bc540ad-2e15-415d-8269-743fcf76215e triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:12.489113 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.489472 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 2bc540ad-2e15-415d-8269-743fcf76215e Oct 26 11:10:12.495358 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-688347d3-6d8e-4cbd-8fca-ea5332bb3ca0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.496995 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-688347d3-6d8e-4cbd-8fca-ea5332bb3ca0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.591804 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 2bc540ad-2e15-415d-8269-743fcf76215e is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:12.592142 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.627383 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 2bc540ad-2e15-415d-8269-743fcf76215e, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=2bc540ad-2e15-415d-8269-743fcf76215e,segment=NetworkSegment(ca6a691d-ca7e-4d16-986c-f023102c5fc3),segment_id=ca6a691d-ca7e-4d16-986c-f023102c5fc3)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:12.637569 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-688347d3-6d8e-4cbd-8fca-ea5332bb3ca0 demo demo] Publish callbacks [] for router_controller (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.700550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.732655 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:12.735556 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-688347d3-6d8e-4cbd-8fca-ea5332bb3ca0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.739192 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:12.752569 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=2bc540ad-2e15-415d-8269-743fcf76215e,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:12.800215 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671dd17-8d21-41a3-91a3-2e67842e6ff4 None None] Network a0505307-0039-486d-8e3c-2ab2172c7346 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:12.811177 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-688347d3-6d8e-4cbd-8fca-ea5332bb3ca0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.812470 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-688347d3-6d8e-4cbd-8fca-ea5332bb3ca0 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7610068 Oct 26 11:10:12.878863 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-7daee6aa-ee0a-4342-803d-f7cd47b0f167 None None] Provisioning complete for port 2bc540ad-2e15-415d-8269-743fcf76215e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:12.879169 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7daee6aa-ee0a-4342-803d-f7cd47b0f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:12.879511 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-7daee6aa-ee0a-4342-803d-f7cd47b0f167 None None] Attempt 1 to provision port 2bc540ad-2e15-415d-8269-743fcf76215e Oct 26 11:10:13.007551 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-7daee6aa-ee0a-4342-803d-f7cd47b0f167 None None] Current status of the port 2bc540ad-2e15-415d-8269-743fcf76215e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:13.222135 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:13.226228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-02b5718d-8ec2-43a5-8aa1-c9774a2453e9 None None] Provisioning complete for port 2bc540ad-2e15-415d-8269-743fcf76215e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:13.226617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-02b5718d-8ec2-43a5-8aa1-c9774a2453e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:13.226980 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-02b5718d-8ec2-43a5-8aa1-c9774a2453e9 None None] Attempt 1 to provision port 2bc540ad-2e15-415d-8269-743fcf76215e Oct 26 11:10:13.301736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-02b5718d-8ec2-43a5-8aa1-c9774a2453e9 None None] Current status of the port 2bc540ad-2e15-415d-8269-743fcf76215e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:13.402087 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=59,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:14.388024 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 2bc540ad-2e15-415d-8269-743fcf76215e up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:14.432421 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 2bc540ad-2e15-415d-8269-743fcf76215e triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:14.432811 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:14.433146 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 2bc540ad-2e15-415d-8269-743fcf76215e Oct 26 11:10:14.504789 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 2bc540ad-2e15-415d-8269-743fcf76215e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:15.425954 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51018) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:15.746665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [None req-138d5fd4-0105-4380-bdef-398317b31122 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:10:15.747685 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-138d5fd4-0105-4380-bdef-398317b31122 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3208220 Oct 26 11:10:17.277142 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e3516462-9e5f-44b1-80ed-febda4eab3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.375012 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51026) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:18.686871 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:18.768353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Made reservation on behalf of 6d130249a55c4bbea044091c5d05b944 for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:18.771135 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.787546 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.890779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks [] for security_group (5a479d3d-a06f-4cfb-8517-a7d6e3b25e51), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.945665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5a479d3d-a06f-4cfb-8517-a7d6e3b25e51), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.962705 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Reserving flat network on physical network physnet1 {{(pid=105073) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 26 11:10:18.983226 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a479d3d-a06f-4cfb-8517-a7d6e3b25e51,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:18.989728 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750029237113', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (6d06ed42-3a1e-4f86-aef4-ea1078df200a), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:18.990436 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Unsubscribe: segment precommit_create {{(pid=105073) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 26 11:10:18.990974 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Added segment 6d06ed42-3a1e-4f86-aef4-ea1078df200a of type flat for network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 Oct 26 11:10:19.044012 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (fabf8f1d-24b6-4711-b649-e9ad0b2ee736), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.157291 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (fabf8f1d-24b6-4711-b649-e9ad0b2ee736), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.158263 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:19.158854 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:19.268128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] Pushing event updated for resources: {'Network': ['ID=fabf8f1d-24b6-4711-b649-e9ad0b2ee736,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:19.277936 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:10:19.353872 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-fa3eec09-798a-4596-85f1-e85667964c23 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9778247 Oct 26 11:10:19.711443 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-33e4f31a-150a-4de5-9214-16443e7608b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:20.928239 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:21.930264 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 51034) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:22.332297 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c4158-adef-40da-a064-9003dd6a0af4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:22.333050 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ac9c4158-adef-40da-a064-9003dd6a0af4 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/7366ee57-95f3-48be-ab96-2847c15f4254 HTTP/1.1" status: 200 len: 849 time: 0.4018195 Oct 26 11:10:22.468943 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7c4474f0-e1af-490d-a6e8-ed7cbbc9d62b demo admin] 10.222.0.42 "GET /networking/v2.0/routers/9eb6fc34-7c04-4a2b-95e3-0a8385142eee HTTP/1.1" status: 200 len: 704 time: 0.1299112 Oct 26 11:10:22.562333 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.731490 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:22.785134 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.019532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Allocated IP 172.20.0.1 (a0505307-0039-486d-8e3c-2ab2172c7346/7366ee57-95f3-48be-ab96-2847c15f4254/b98234d7-28f5-4a22-960a-11205d9fc3a2) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:23.202589 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks [] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.334367 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.366145 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:23.409305 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:23.418183 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Network a0505307-0039-486d-8e3c-2ab2172c7346 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:23.423922 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:23.429339 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:23.430226 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.449489 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Pushing event updated for resources: {'Port': ['ID=b98234d7-28f5-4a22-960a-11205d9fc3a2,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:23.672933 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-5d2b79db-705b-4d23-81e3-1a5c72ea899a None None] Provisioning complete for port b98234d7-28f5-4a22-960a-11205d9fc3a2 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:23.673531 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5d2b79db-705b-4d23-81e3-1a5c72ea899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.673652 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-5d2b79db-705b-4d23-81e3-1a5c72ea899a None None] Attempt 1 to provision port b98234d7-28f5-4a22-960a-11205d9fc3a2 Oct 26 11:10:23.703633 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b79db-705b-4d23-81e3-1a5c72ea899a None None] Port b98234d7-28f5-4a22-960a-11205d9fc3a2 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:23.757247 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:23.960277 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks [] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.008127 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.008901 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.066441 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Pushing event updated for resources: {'Port': ['ID=b98234d7-28f5-4a22-960a-11205d9fc3a2,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:24.135034 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Network a0505307-0039-486d-8e3c-2ab2172c7346 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:24.136320 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:24.322568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-1a373600-bb81-4aff-9721-62c8c1d4f242 None None] Provisioning complete for port b98234d7-28f5-4a22-960a-11205d9fc3a2 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:24.322993 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1a373600-bb81-4aff-9721-62c8c1d4f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:24.323339 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-1a373600-bb81-4aff-9721-62c8c1d4f242 None None] Attempt 1 to provision port b98234d7-28f5-4a22-960a-11205d9fc3a2 Oct 26 11:10:24.340145 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:10:24.356338 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-1a373600-bb81-4aff-9721-62c8c1d4f242 None None] Port b98234d7-28f5-4a22-960a-11205d9fc3a2 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:10:24.429555 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:24.434671 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-15a43c3c-a674-48f0-ab87-2875b29d4490 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/9eb6fc34-7c04-4a2b-95e3-0a8385142eee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9601548 Oct 26 11:10:24.451061 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Sync routers for ids ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:24.463599 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Routers {'9eb6fc34-7c04-4a2b-95e3-0a8385142eee'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:24.464472 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:10:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:24.643509 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Set router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee gateway port host: None {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:25.056732 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'name': 'router1', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:12Z', 'updated_at': '2022-10-26T11:10:23Z', 'revision_number': 2, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'gw_port_host': None, '_interfaces': [{'id': 'b98234d7-28f5-4a22-960a-11205d9fc3a2', 'name': '', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'mac_address': 'fa:16:3e:50:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:22Z', 'updated_at': '2022-10-26T11:10:23Z', 'revision_number': 2, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'subnets': [{'id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '292c88d9-457f-46b8-872e-adce7f507683'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:25.103858 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Checking router: 9eb6fc34-7c04-4a2b-95e3-0a8385142eee for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:25.104223 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Updating router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee port b98234d7-28f5-4a22-960a-11205d9fc3a2 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:25.159143 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.655482 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Publish callbacks [] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.751136 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:25.900432 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Pushing event updated for resources: {'Port': ['ID=b98234d7-28f5-4a22-960a-11205d9fc3a2,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:25.905545 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Attempting to bind port b98234d7-28f5-4a22-960a-11205d9fc3a2 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:25.905879 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Attempting to bind port b98234d7-28f5-4a22-960a-11205d9fc3a2 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:25.906326 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Attempting to bind port b98234d7-28f5-4a22-960a-11205d9fc3a2 on network a0505307-0039-486d-8e3c-2ab2172c7346 {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:25.937963 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.938312 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.938662 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.939027 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.939365 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.939692 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.940029 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.940344 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.940683 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.941015 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.941338 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.941675 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.942001 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.942319 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.942637 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Tracked resource versions report: Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: pushed versions: Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: { 'AddressGroup': {'1.2'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Agent': {'1.1'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'ConntrackHelper': {'1.0'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Log': {'1.0'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'NDPProxy': {'1.0'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Network': {'1.1'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Port': {'1.7'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'PortForwarding': {'1.3'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'QosPolicy': {'1.10'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroup': {'1.5'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SubPort': {'1.0'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Subnet': {'1.1'}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Trunk': {'1.1'}} Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: consumer versions: Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Agent': '1.1', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'ConntrackHelper': '1.0', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'LocalIPAssociation': '1.0', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Log': '1.0', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'NDPProxy': '1.0', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Network': '1.1', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Port': '1.7', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'PortForwarding': '1.3', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'QosPolicy': '1.10', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroup': '1.5', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroupRule': '1.2', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SubPort': '1.0', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Subnet': '1.1', Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Trunk': '1.1'}} Oct 26 11:10:25.944056 dv-cinder-815582-18-iscsi neutron-server[105075]: {{(pid=105075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:10:26.001601 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:26.001994 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Checking segment: {'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:26.002462 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.002896 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Bound using segment: {'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:26.003404 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Bound port: b98234d7-28f5-4a22-960a-11205d9fc3a2, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6a691d-ca7e-4d16-986c-f023102c5fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 475, 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:26.003784 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.050414 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:26.069448 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] For port b98234d7-28f5-4a22-960a-11205d9fc3a2, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:26.072168 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:26.090242 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] For port b98234d7-28f5-4a22-960a-11205d9fc3a2, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=b98234d7-28f5-4a22-960a-11205d9fc3a2,segment=NetworkSegment(ca6a691d-ca7e-4d16-986c-f023102c5fc3),segment_id=ca6a691d-ca7e-4d16-986c-f023102c5fc3)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:26.162711 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:26.201488 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Routers {'9eb6fc34-7c04-4a2b-95e3-0a8385142eee'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:26.202097 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:10:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.276211 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c9dfa-3e38-4483-b31e-96acfc605fba None None] Pushing event updated for resources: {'Port': ['ID=b98234d7-28f5-4a22-960a-11205d9fc3a2,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:26.297699 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] Set router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee gateway port host: None {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:26.492169 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'name': 'router1', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:12Z', 'updated_at': '2022-10-26T11:10:23Z', 'revision_number': 2, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'gw_port_host': None, '_interfaces': [{'id': 'b98234d7-28f5-4a22-960a-11205d9fc3a2', 'name': '', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'mac_address': 'fa:16:3e:50:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:22Z', 'updated_at': '2022-10-26T11:10:26Z', 'revision_number': 4, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'subnets': [{'id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '292c88d9-457f-46b8-872e-adce7f507683'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:26.517098 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c10fb38-d803-4eba-984a-526448978a4b None None] The sync data for ids ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'] in dv-cinder-815582-18-iscsi is: [{'id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'name': 'router1', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:12Z', 'updated_at': '2022-10-26T11:10:23Z', 'revision_number': 2, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'gw_port_host': None, '_interfaces': [{'id': 'b98234d7-28f5-4a22-960a-11205d9fc3a2', 'name': '', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'mac_address': 'fa:16:3e:50:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:22Z', 'updated_at': '2022-10-26T11:10:26Z', 'revision_number': 4, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'subnets': [{'id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '292c88d9-457f-46b8-872e-adce7f507683'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:27.045244 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51046) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:27.438263 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd6ae3-b3b2-4a09-9b3b-137eabd25057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:27.439685 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f4dd6ae3-b3b2-4a09-9b3b-137eabd25057 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/fabf8f1d-24b6-4711-b649-e9ad0b2ee736 HTTP/1.1" status: 200 len: 842 time: 0.3935666 Oct 26 11:10:27.449334 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:27.550617 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Made reservation on behalf of 6d130249a55c4bbea044091c5d05b944 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:10:27.553007 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.945785 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.objects.ports [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105073) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 26 11:10:27.946239 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (c9edf591-0410-4914-9c27-bc59628bb91d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:27.995313 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:27.995807 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:28.006348 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9edf591-0410-4914-9c27-bc59628bb91d,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:28.016322 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:28.016617 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Network hostable DHCP agents. Network: fabf8f1d-24b6-4711-b649-e9ad0b2ee736, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:10:28.110551 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:10:28.190552 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, fabf8f1d-24b6-4711-b649-e9ad0b2ee736) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:28.194584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:28.195214 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:28.199744 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177affe3-3131-49cd-969d-98f50e4e563d None None] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:28.302961 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4b8758-370e-486c-b0bc-3b5b87ea4d1a None None] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:10:28.343658 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-eaf00deb-5761-446e-90cf-af7d89d9d35f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8844018 Oct 26 11:10:30.977520 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51056) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:31.513292 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e8af8f2e-6a93-4b9c-8c09-e8008e942f7b demo admin] 10.222.0.42 "GET /networking/v2.0/routers/9eb6fc34-7c04-4a2b-95e3-0a8385142eee HTTP/1.1" status: 200 len: 710 time: 0.5346065 Oct 26 11:10:31.601568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b807b14-d038-41f2-9ef3-64e2f32ccba8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:10:31.603309 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5b807b14-d038-41f2-9ef3-64e2f32ccba8 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/fabf8f1d-24b6-4711-b649-e9ad0b2ee736 HTTP/1.1" status: 200 len: 886 time: 0.0853519 Oct 26 11:10:31.612892 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:10:31.848093 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks [] for router_gateway (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.160571 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks [] for router_gateway (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.237569 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.392313 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Allocated IP 172.27.3.189 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/5090ee34-feaf-4709-89b6-05267a527d77) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:10:32.394884 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:32.433141 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device b98234d7-28f5-4a22-960a-11205d9fc3a2 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:32.476269 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port b98234d7-28f5-4a22-960a-11205d9fc3a2 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:32.476660 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.476996 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port b98234d7-28f5-4a22-960a-11205d9fc3a2 Oct 26 11:10:32.481969 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:32.510455 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks [] for port (5090ee34-feaf-4709-89b6-05267a527d77), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.550580 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port b98234d7-28f5-4a22-960a-11205d9fc3a2 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:32.551102 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.587283 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port b98234d7-28f5-4a22-960a-11205d9fc3a2, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=b98234d7-28f5-4a22-960a-11205d9fc3a2,segment=NetworkSegment(ca6a691d-ca7e-4d16-986c-f023102c5fc3),segment_id=ca6a691d-ca7e-4d16-986c-f023102c5fc3)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:32.613857 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (5090ee34-feaf-4709-89b6-05267a527d77), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.635738 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:32.682371 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:10:32.684946 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=b98234d7-28f5-4a22-960a-11205d9fc3a2,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:32.688271 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:10:32.702169 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:10:32.707674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Pushing event updated for resources: {'Port': ['ID=5090ee34-feaf-4709-89b6-05267a527d77,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:33.029199 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks [] for router_gateway (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.206053 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3738514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3742803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124063'] for router (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.211027 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3738507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3738500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3742796'] for router (9eb6fc34-7c04-4a2b-95e3-0a8385142eee), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.315227 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:10:33.403152 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:33.414128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:10:33.419145 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:33.419831 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2181f3fc-0cce-4820-b811-eeb5ec4a87bb demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/9eb6fc34-7c04-4a2b-95e3-0a8385142eee HTTP/1.1" status: 200 len: 890 time: 1.8100419 Oct 26 11:10:33.438078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Sync routers for ids ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:10:33.451743 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Routers {'9eb6fc34-7c04-4a2b-95e3-0a8385142eee'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:33.452471 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:10:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:33.660575 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Set router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:34.034650 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'name': 'router1', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '5090ee34-feaf-4709-89b6-05267a527d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:12Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 4, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'gw_port': {'id': '5090ee34-feaf-4709-89b6-05267a527d77', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:32Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': 'b98234d7-28f5-4a22-960a-11205d9fc3a2', 'name': '', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'mac_address': 'fa:16:3e:50:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:22Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 5, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'subnets': [{'id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '292c88d9-457f-46b8-872e-adce7f507683'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:34.156159 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Checking router: 9eb6fc34-7c04-4a2b-95e3-0a8385142eee for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:10:34.156508 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Updating router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee port 5090ee34-feaf-4709-89b6-05267a527d77 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:10:34.158354 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:34.197565 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:34.208662 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (5090ee34-feaf-4709-89b6-05267a527d77), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.232276 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:34.420870 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device b98234d7-28f5-4a22-960a-11205d9fc3a2 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:34.425861 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:34.427103 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:34.526342 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port b98234d7-28f5-4a22-960a-11205d9fc3a2 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:34.526950 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.527080 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port b98234d7-28f5-4a22-960a-11205d9fc3a2 Oct 26 11:10:34.589459 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Publish callbacks [] for port (5090ee34-feaf-4709-89b6-05267a527d77), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.631509 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port b98234d7-28f5-4a22-960a-11205d9fc3a2 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:34.670317 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (5090ee34-feaf-4709-89b6-05267a527d77), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.705115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Attempting to bind port 5090ee34-feaf-4709-89b6-05267a527d77 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:10:34.705481 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Attempting to bind port 5090ee34-feaf-4709-89b6-05267a527d77 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:10:34.705840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Attempting to bind port 5090ee34-feaf-4709-89b6-05267a527d77 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:10:34.741238 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae850c0-07b2-4664-b0d5-7ed90066b478 None None] Pushing event updated for resources: {'Port': ['ID=5090ee34-feaf-4709-89b6-05267a527d77,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:34.758275 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:10:34.758647 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:10:34.759070 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.759457 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:10:34.759927 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Bound port: 5090ee34-feaf-4709-89b6-05267a527d77, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:10:34.760319 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (5090ee34-feaf-4709-89b6-05267a527d77), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.807944 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] For port 5090ee34-feaf-4709-89b6-05267a527d77, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:10:34.810935 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] For port 5090ee34-feaf-4709-89b6-05267a527d77, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=5090ee34-feaf-4709-89b6-05267a527d77,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:10:34.853311 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (5090ee34-feaf-4709-89b6-05267a527d77), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:34.889220 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Routers {'9eb6fc34-7c04-4a2b-95e3-0a8385142eee'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:10:34.889749 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:10:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:34.946343 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae850c0-07b2-4664-b0d5-7ed90066b478 None None] Pushing event updated for resources: {'Port': ['ID=5090ee34-feaf-4709-89b6-05267a527d77,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:35.007036 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] Set router 9eb6fc34-7c04-4a2b-95e3-0a8385142eee gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:10:35.199688 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'name': 'router1', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '5090ee34-feaf-4709-89b6-05267a527d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:12Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 4, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'gw_port': {'id': '5090ee34-feaf-4709-89b6-05267a527d77', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:32Z', 'updated_at': '2022-10-26T11:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': 'b98234d7-28f5-4a22-960a-11205d9fc3a2', 'name': '', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'mac_address': 'fa:16:3e:50:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:22Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 5, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'subnets': [{'id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '292c88d9-457f-46b8-872e-adce7f507683'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:10:35.224230 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685aeadf-fa5e-4ccf-b4d3-9f5b12402ca8 None None] The sync data for ids ['9eb6fc34-7c04-4a2b-95e3-0a8385142eee'] in dv-cinder-815582-18-iscsi is: [{'id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'name': 'router1', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '5090ee34-feaf-4709-89b6-05267a527d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:10:12Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 4, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'gw_port': {'id': '5090ee34-feaf-4709-89b6-05267a527d77', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:32Z', 'updated_at': '2022-10-26T11:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': 'b98234d7-28f5-4a22-960a-11205d9fc3a2', 'name': '', 'network_id': 'a0505307-0039-486d-8e3c-2ab2172c7346', 'tenant_id': '3f62f604498e452eb84940f7a90ee7b9', 'mac_address': 'fa:16:3e:50:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb6fc34-7c04-4a2b-95e3-0a8385142eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:10:22Z', 'updated_at': '2022-10-26T11:10:32Z', 'revision_number': 5, 'project_id': '3f62f604498e452eb84940f7a90ee7b9', 'subnets': [{'id': '7366ee57-95f3-48be-ab96-2847c15f4254', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '292c88d9-457f-46b8-872e-adce7f507683'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:10:36.216259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51070) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:10:36.426021 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 5090ee34-feaf-4709-89b6-05267a527d77 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:36.469635 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 5090ee34-feaf-4709-89b6-05267a527d77 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:36.470031 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (5090ee34-feaf-4709-89b6-05267a527d77), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.470365 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 5090ee34-feaf-4709-89b6-05267a527d77 Oct 26 11:10:36.542625 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 5090ee34-feaf-4709-89b6-05267a527d77 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:36.543559 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (5090ee34-feaf-4709-89b6-05267a527d77), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.564190 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 5090ee34-feaf-4709-89b6-05267a527d77, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=5090ee34-feaf-4709-89b6-05267a527d77,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:10:36.609276 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-93f74bdb-8fd8-43bb-8ef8-b17f131fc757 admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3919015 Oct 26 11:10:36.613359 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (5090ee34-feaf-4709-89b6-05267a527d77), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:36.667079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=5090ee34-feaf-4709-89b6-05267a527d77,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:10:38.418626 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 5090ee34-feaf-4709-89b6-05267a527d77 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:10:38.468844 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 5090ee34-feaf-4709-89b6-05267a527d77 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:10:38.469294 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (5090ee34-feaf-4709-89b6-05267a527d77), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:38.469470 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 5090ee34-feaf-4709-89b6-05267a527d77 Oct 26 11:10:38.492428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:38.509626 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:38.533761 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:38.547866 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 5090ee34-feaf-4709-89b6-05267a527d77 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:10:39.698089 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=23 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:39.714025 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=64 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:46.594642 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=78 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:46.606308 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:10:47.281653 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5141e6d4-1cad-4746-a028-18fdd8b917b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:47.702089 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:10:49.675305 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-54baa99c-210d-4bbb-a402-9f2c3a8419ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:50.977593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.635182 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:52.823664 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:10:57.697436 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:02.548206 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:02.735711 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:02.751657 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:17.296094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-65aa3ece-b753-458c-b856-012842cdf347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:19.684257 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-21f8c95b-a481-4ff1-9209-c683a9cec602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:20.697775 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:20.717306 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:20.941840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.131073 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:23.615880 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:24.702474 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:11:32.732089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:32.736766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:32.745758 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:34.703126 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:47.293861 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a62bc8b3-a1f5-4eda-97b5-8111914184c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:49.687535 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-96aaf853-b3c4-4b04-9520-8b1322fc4862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:50.950786 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.595972 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:52.784874 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:11:53.710558 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:11:53.714886 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:01.702459 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:12:02.528036 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.600862 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51618) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:02.729807 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.735736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:02.988542 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf08e2e1-d4bb-4ae7-a4dc-b11dc4d5b17c admin admin] GET failed (client error): The resource could not be found. Oct 26 11:12:02.990348 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-cf08e2e1-d4bb-4ae7-a4dc-b11dc4d5b17c admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3885376 Oct 26 11:12:03.149864 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f29316-0c56-47b2-88ec-8eef101dbe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:03.151369 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-29f29316-0c56-47b2-88ec-8eef101dbe0b admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565275 Oct 26 11:12:05.693175 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51628) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:06.057211 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fff0b9-8a5d-46f3-a68a-3f1d811ee732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:06.058522 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d5fff0b9-8a5d-46f3-a68a-3f1d811ee732 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/7366ee57-95f3-48be-ab96-2847c15f4254 HTTP/1.1" status: 200 len: 849 time: 0.3644049 Oct 26 11:12:06.068118 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:12:06.150147 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Publish callbacks [] for subnet (7366ee57-95f3-48be-ab96-2847c15f4254), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.343577 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750029211832'] for subnet (7366ee57-95f3-48be-ab96-2847c15f4254), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.374845 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:06.375885 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.376821 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/7366ee57-95f3-48be-ab96-2847c15f4254 HTTP/1.1" status: 200 len: 868 time: 0.3120964 Oct 26 11:12:06.383108 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0295a1-d98d-4884-b57c-5e3c36c385fa None None] Network a0505307-0039-486d-8e3c-2ab2172c7346 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:12:06.396938 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7366ee57-95f3-48be-ab96-2847c15f4254,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:12:06.405250 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.405626 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.405969 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.406306 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.406638 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.407014 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.407346 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.407671 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.408079 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.408400 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.408744 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.409074 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.409395 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.409716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.410029 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4805e65-0862-43f2-8af9-002033f1b465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:12:06.653131 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Provisioning complete for port 2bc540ad-2e15-415d-8269-743fcf76215e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:06.653512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2bc540ad-2e15-415d-8269-743fcf76215e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.653847 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Attempt 1 to provision port 2bc540ad-2e15-415d-8269-743fcf76215e Oct 26 11:12:06.727767 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Current status of the port 2bc540ad-2e15-415d-8269-743fcf76215e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:06.736011 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Provisioning complete for port b98234d7-28f5-4a22-960a-11205d9fc3a2 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:12:06.736396 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (b98234d7-28f5-4a22-960a-11205d9fc3a2), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:06.736729 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Attempt 1 to provision port b98234d7-28f5-4a22-960a-11205d9fc3a2 Oct 26 11:12:06.806655 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-0c885473-ac7c-4bca-818d-779bae767799 None None] Current status of the port b98234d7-28f5-4a22-960a-11205d9fc3a2 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:12:08.947805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51636) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:09.411453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322d3b1-be12-4220-ab25-b521f9d4c4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:09.411923 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322d3b1-be12-4220-ab25-b521f9d4c4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:09.413425 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e322d3b1-be12-4220-ab25-b521f9d4c4b5 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4647331 Oct 26 11:12:11.699061 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:11.976015 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51644) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:12.381194 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e911be25-2293-40cb-82c0-f57f016833bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:12.381673 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e911be25-2293-40cb-82c0-f57f016833bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:12.383176 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e911be25-2293-40cb-82c0-f57f016833bf admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4062052 Oct 26 11:12:14.939578 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51652) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:15.352202 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13072bd-d4d7-4451-87a7-3f48d9dec5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:15.353477 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c13072bd-d4d7-4451-87a7-3f48d9dec5d5 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/a0505307-0039-486d-8e3c-2ab2172c7346 HTTP/1.1" status: 200 len: 869 time: 0.4129758 Oct 26 11:12:16.799263 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=26 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.801105 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=24 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:16.804809 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=27 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:17.268704 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ba0638b0-21ae-4a25-9674-082eeb83814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:17.910776 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51660) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:18.247477 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:18.249429 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:18.307470 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf63119d-41cd-4319-9141-6eda504d2de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:18.308848 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-cf63119d-41cd-4319-9141-6eda504d2de3 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/fabf8f1d-24b6-4711-b649-e9ad0b2ee736 HTTP/1.1" status: 200 len: 886 time: 0.3970857 Oct 26 11:12:19.685450 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-26a93253-c50e-4246-a0d7-135d6db00e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:20.866469 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51668) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:20.931245 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:21.260589 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f5c1e0-eb67-4dbe-9dfa-ac8565791ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:21.261046 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f5c1e0-eb67-4dbe-9dfa-ac8565791ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:21.262583 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-98f5c1e0-eb67-4dbe-9dfa-ac8565791ccc admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3949878 Oct 26 11:12:22.610199 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:22.793614 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:23.819960 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51676) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:24.178232 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e642e-c024-4317-96f3-a46b40233a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:24.178690 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e642e-c024-4317-96f3-a46b40233a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:24.180204 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-1c2e642e-c024-4317-96f3-a46b40233a36 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3593061 Oct 26 11:12:26.748898 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51684) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:27.105623 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a747b99-a3c7-45d7-b2ac-aa4b5c5ddd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:27.106978 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5a747b99-a3c7-45d7-b2ac-aa4b5c5ddd2b admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/7366ee57-95f3-48be-ab96-2847c15f4254 HTTP/1.1" status: 200 len: 868 time: 0.3571053 Oct 26 11:12:29.654869 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51692) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:30.016614 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd192ac7-5631-4d96-99bf-afbe08b4df40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:12:30.017908 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-fd192ac7-5631-4d96-99bf-afbe08b4df40 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/c9edf591-0410-4914-9c27-bc59628bb91d HTTP/1.1" status: 200 len: 816 time: 0.3621156 Oct 26 11:12:30.705611 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:30.709046 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.533185 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.732284 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:32.734040 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:38.702888 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:12:40.012541 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=24 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:40.013327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=40 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:47.306801 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-dd990c33-74f1-416c-a80b-ef1be315e381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:48.695970 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=14 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:48.696722 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=14 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:12:49.672663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f987d382-6fe1-4c7e-ac90-4b963e12a98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:50.929539 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.609054 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:52.790415 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:12:59.469693 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51748) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:12:59.788139 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [None req-5cc07744-d2a3-41b9-b77b-a72d032a1fea admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:12:59.789162 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5cc07744-d2a3-41b9-b77b-a72d032a1fea admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3185687 Oct 26 11:13:02.418996 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51756) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:02.726326 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:02.730238 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:02.733015 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:02.749477 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b56f543-3755-4295-97ea-abbdffc476ef admin admin] GET failed (client error): The resource could not be found. Oct 26 11:13:02.750758 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-1b56f543-3755-4295-97ea-abbdffc476ef admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3308568 Oct 26 11:13:02.836320 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b743e-340d-4235-b749-aaf1100e2955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:02.837777 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-152b743e-340d-4235-b749-aaf1100e2955 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820668 Oct 26 11:13:05.414763 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51764) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:05.730838 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:05.819470 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Made reservation on behalf of 6d130249a55c4bbea044091c5d05b944 for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:05.821753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.858801 dv-cinder-815582-18-iscsi neutron-server[105073]: WARNING neutron.services.revisions.revision_plugin [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Could not find related network for resource to bump revision. Oct 26 11:13:05.872074 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] vlan segment allocate from pool success with {'vlan_id': 483, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:13:05.880580 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (b9c70232-de89-4568-bc36-c9f6edad96c3), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.880911 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Added segment b9c70232-de89-4568-bc36-c9f6edad96c3 of type vlan for network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 Oct 26 11:13:05.926177 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (7f65cdfd-9373-40bb-9775-dc1ca1a1f737), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.996329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (7f65cdfd-9373-40bb-9775-dc1ca1a1f737), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:05.997319 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:05.997891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:06.055854 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] Pushing event updated for resources: {'Network': ['ID=7f65cdfd-9373-40bb-9775-dc1ca1a1f737,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:06.065587 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:13:06.089197 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3a00e125-69d4-4f80-a1da-4098167e171f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6733525 Oct 26 11:13:07.714207 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:07.717038 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:08.669111 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51772) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:13:09.001553 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecdce93-7908-44a5-bcbc-a4ef2752d823 admin admin] GET failed (client error): The resource could not be found. Oct 26 11:13:09.002801 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3ecdce93-7908-44a5-bcbc-a4ef2752d823 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3327475 Oct 26 11:13:09.145001 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07deb9b5-3d19-45ef-90dd-e73e577d21c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:09.146468 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-07deb9b5-3d19-45ef-90dd-e73e577d21c8 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1392598 Oct 26 11:13:09.156429 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737', 'description': 'shared-subnet'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:13:09.245975 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Made reservation on behalf of 6d130249a55c4bbea044091c5d05b944 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:13:09.248264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.459251 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (ba6665f7-6f5b-4898-b087-4199302b4e67), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.511220 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6665f7-6f5b-4898-b087-4199302b4e67,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:09.523583 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.523928 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.524276 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.524612 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.524936 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.525259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.525578 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.525900 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.526218 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.526556 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.526891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.527214 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.527527 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.527836 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.528145 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:09.537219 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Checking segment: {'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:09.537567 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Network hostable DHCP agents. Network: 7f65cdfd-9373-40bb-9775-dc1ca1a1f737, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:13:09.628838 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:13:09.697675 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 7f65cdfd-9373-40bb-9775-dc1ca1a1f737) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:09.701597 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:13:09.702183 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:09.706213 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2717d-c3e0-4bbe-bee0-3e3a48d320ec None None] Network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:09.798564 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-34d096e0-207b-4a27-9e83-4df8caf35ca2 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6453490 Oct 26 11:13:09.908907 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-7f65cdfd-9373-40bb-9775-dc1ca1a1f737', 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737', 'project_id': '6d130249a55c4bbea044091c5d05b944', 'fixed_ips': [{'subnet_id': 'ba6665f7-6f5b-4898-b087-4199302b4e67'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:13:09.909858 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.049185 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Allocated IP 192.168.233.2 (7f65cdfd-9373-40bb-9775-dc1ca1a1f737/ba6665f7-6f5b-4898-b087-4199302b4e67/68691b9d-d67f-42a5-a324-db8a45a025ae) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:13:10.189701 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Publish callbacks [] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.311473 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.357043 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:13:10.362112 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:13:10.364200 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Pushing event updated for resources: {'Port': ['ID=68691b9d-d67f-42a5-a324-db8a45a025ae,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:10.366368 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:13:10.375215 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.375563 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.375922 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.376278 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.376614 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.376939 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.377265 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.377589 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.377929 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.378264 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.378583 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.378939 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.379267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.379588 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.379904 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:13:10.434200 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Attempting to bind port 68691b9d-d67f-42a5-a324-db8a45a025ae on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:13:10.434567 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Attempting to bind port 68691b9d-d67f-42a5-a324-db8a45a025ae by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:13:10.434959 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Attempting to bind port 68691b9d-d67f-42a5-a324-db8a45a025ae on network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:13:10.476882 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:13:10.477255 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Checking segment: {'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:13:10.477663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.478051 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Bound using segment: {'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:13:10.478524 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Bound port: 68691b9d-d67f-42a5-a324-db8a45a025ae, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:13:10.479188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.542909 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] For port 68691b9d-d67f-42a5-a324-db8a45a025ae, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:13:10.545974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] For port 68691b9d-d67f-42a5-a324-db8a45a025ae, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=68691b9d-d67f-42a5-a324-db8a45a025ae,segment=NetworkSegment(b9c70232-de89-4568-bc36-c9f6edad96c3),segment_id=b9c70232-de89-4568-bc36-c9f6edad96c3)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:13:10.608536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:10.659849 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b3598-6c92-479c-90ac-526c3fb31bbe None None] Pushing event updated for resources: {'Port': ['ID=68691b9d-d67f-42a5-a324-db8a45a025ae,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:11.487627 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553caf7-6cd8-46b4-b724-4434e4edb1cc None None] Network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:13:11.591786 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] Provisioning complete for port 68691b9d-d67f-42a5-a324-db8a45a025ae triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:11.592099 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.592434 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] Attempt 1 to provision port 68691b9d-d67f-42a5-a324-db8a45a025ae Oct 26 11:13:11.672350 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] Current status of the port 68691b9d-d67f-42a5-a324-db8a45a025ae is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:11.672742 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.710954 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] For port 68691b9d-d67f-42a5-a324-db8a45a025ae, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=68691b9d-d67f-42a5-a324-db8a45a025ae,segment=NetworkSegment(b9c70232-de89-4568-bc36-c9f6edad96c3),segment_id=b9c70232-de89-4568-bc36-c9f6edad96c3)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:13:11.768160 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.819138 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b803768-873f-4763-8ce4-7ab73d37a018 None None] Pushing event updated for resources: {'Port': ['ID=68691b9d-d67f-42a5-a324-db8a45a025ae,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:13:11.886079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-c5d440b9-f968-43e3-9ae1-eb4c9c2164ba None None] Provisioning complete for port 68691b9d-d67f-42a5-a324-db8a45a025ae triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:11.886469 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c5d440b9-f968-43e3-9ae1-eb4c9c2164ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:11.886806 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-c5d440b9-f968-43e3-9ae1-eb4c9c2164ba None None] Attempt 1 to provision port 68691b9d-d67f-42a5-a324-db8a45a025ae Oct 26 11:13:11.959626 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-c5d440b9-f968-43e3-9ae1-eb4c9c2164ba None None] Current status of the port 68691b9d-d67f-42a5-a324-db8a45a025ae is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:12.535672 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 68691b9d-d67f-42a5-a324-db8a45a025ae up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:13:12.579518 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.581994 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.583933 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 68691b9d-d67f-42a5-a324-db8a45a025ae triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:13:12.584314 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (68691b9d-d67f-42a5-a324-db8a45a025ae), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:12.584647 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 68691b9d-d67f-42a5-a324-db8a45a025ae Oct 26 11:13:12.623768 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:12.657366 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 68691b9d-d67f-42a5-a324-db8a45a025ae is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:13:15.701337 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:13:17.296974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f78adbb4-fa3d-4b08-9085-4ed7038511ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.709931 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9fe4-995d-4974-8cb2-f8f414837570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:19.711647 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:19.712793 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:20.938359 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.618252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:22.766738 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:25.697654 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.723794 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.727406 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=21 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:32.730123 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:45.694718 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:45.695763 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:13:47.312183 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-db41bf23-56c2-4509-804b-769dc6856d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:49.673414 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7b2c-24d8-4b9f-8a9a-774f8814f2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:50.936661 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.610462 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:13:52.700401 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:13:52.805320 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:02.695670 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.696413 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.723530 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.725872 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:02.727570 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:17.304018 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a8a649cd-cd85-4b04-9ab0-2380033a34c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:19.692423 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2ce45686-f519-4726-b352-a2a562118003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:20.974407 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:21.706945 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:21.718020 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:22.646306 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:22.789452 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:29.698696 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:14:32.481403 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51816) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:32.487268 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [None req-9a7d2534-fbce-41ba-91e6-232863d9a1cf tempest-verify_tempest_config-1024480093 tempest-verify_tempest_config-1024480093-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:14:32.488274 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-9a7d2534-fbce-41ba-91e6-232863d9a1cf tempest-verify_tempest_config-1024480093 tempest-verify_tempest_config-1024480093-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058568 Oct 26 11:14:32.549110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:32.722352 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:32.724844 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:33.218185 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51834) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:33.548190 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.621465 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Publish callbacks [] for security_group (be18cfb7-ad37-42b0-b2fc-7c6dafb99045), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.693058 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (be18cfb7-ad37-42b0-b2fc-7c6dafb99045), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.737650 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=12109c5f787f40fe98a92bec31c92165&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5184431 Oct 26 11:14:33.739569 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be18cfb7-ad37-42b0-b2fc-7c6dafb99045,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:33.740446 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 51838) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:14:33.747650 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.747991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.748324 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.748685 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.749009 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.749458 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.749784 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.750103 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.750446 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.750768 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.751133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.751452 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.751768 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.752078 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.752389 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d64bd5-719a-4445-8497-80338ad8259e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:33.798630 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Publish callbacks [] for security_group (be18cfb7-ad37-42b0-b2fc-7c6dafb99045), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.818651 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Publish callbacks [] for security_group (be18cfb7-ad37-42b0-b2fc-7c6dafb99045), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.984997 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (be18cfb7-ad37-42b0-b2fc-7c6dafb99045), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.987588 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:33.988762 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/be18cfb7-ad37-42b0-b2fc-7c6dafb99045 HTTP/1.1" status: 204 len: 168 time: 0.2450066 Oct 26 11:14:33.996583 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be18cfb7-ad37-42b0-b2fc-7c6dafb99045,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:14:34.003330 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.003676 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.004014 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.004350 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.004680 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.005007 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.005329 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.005650 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.005993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.006319 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.006660 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.007012 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.007328 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.007643 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:34.007961 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b40366-5bd7-44ac-9f60-ea020765557d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:14:43.736189 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:43.742590 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:43.999011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:43.999832 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:44.028027 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:45.687713 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=17 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:45.688490 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=11 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:47.290093 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-193de387-d606-41eb-a587-b79ba85ab05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:49.686593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-87b2a55b-d061-4e6c-9a6b-450afcb92117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:50.946724 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.600539 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:52.783568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:14:58.709539 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:14:58.713357 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.721568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.726675 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:02.729503 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:06.697906 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:15:16.693685 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:17.307368 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-23410d49-d495-4e25-a06d-ee33b7e52f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:19.713226 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-770b848f-0a88-407e-813e-8f0408f8fbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:20.941146 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.620913 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:22.815486 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:32.556651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:32.730732 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=15 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:32.732499 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:43.697022 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 5 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:15:47.322106 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f03cafaa-680d-4224-bee5-5bca9d069169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:49.693230 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0732710d-6e2c-4ec0-9610-85174ad5875a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:50.944647 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.622511 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:52.790557 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:15:53.693076 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:15:53.693829 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:02.562447 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:02.727187 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:02.734174 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:07.615459 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739063'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:12.724134 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:17.288443 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d52ea335-5622-4ee6-a821-45fd2f5c8a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:19.708022 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bb4cce2d-5c5c-4ba0-90c6-8a6354ae5c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:20.697003 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:16:20.885211 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 51934) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:20.960614 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:21.012598 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8696a47e-2a3b-4179-875b-a7c0c97f7a45 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1262927 Oct 26 11:16:22.630330 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:22.799222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:23.433909 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 51944) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:16:23.494642 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-16918cca-ba58-4c5f-9490-6071344aef94 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0585747 Oct 26 11:16:30.693913 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:31.004976 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:31.006121 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:32.730772 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:32.735641 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:INSERT=1,neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:32.738350 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.486340 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:33.488223 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:37.619853 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:47.294156 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce05e-7516-44ac-be61-fbb423fd7784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.705254 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b12f0844-cdf0-43d5-a1fa-9ddc281e15aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:49.727859 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=16 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:49.735927 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=16 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:16:50.945587 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.617710 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:52.792013 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:16:57.695994 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:17:02.733410 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:02.738255 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:02.739974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.640040 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:07.691929 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:07.692668 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:17.325408 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-579c3ed3-0bf2-432e-acba-e6c18a5cd1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:19.683920 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-95bda843-d3c1-4824-84f4-7e8c53d3eaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:20.963536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.627488 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:22.786974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:26.729403 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:26.734681 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.733625 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.738481 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:32.741316 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:34.694933 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:17:37.663766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:44.690286 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:45.704810 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:47.311478 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-debb713a-41a9-4a0e-afff-f9950d7c7582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:49.691302 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1a2d-0e82-4d2f-9668-4c535f6be631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:50.969647 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.695409 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:52.846321 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:55.801101 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52094) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.151583 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-572220517-network', 'tenant_id': '2375e01650824224b673bea3d06af9eb'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:56.258496 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Made reservation on behalf of 2375e01650824224b673bea3d06af9eb for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:56.261174 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.272381 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.357097 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks [] for security_group (1826b0a7-76ff-4ada-8c27-c8f40e12089f), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.433205 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (1826b0a7-76ff-4ada-8c27-c8f40e12089f), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.467334 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] vlan segment allocate from pool success with {'vlan_id': 485, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:56.477838 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1826b0a7-76ff-4ada-8c27-c8f40e12089f,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:56.488064 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (15aacc29-b262-437b-825b-ee9748f5d078), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Added segment 15aacc29-b262-437b-825b-ee9748f5d078 of type vlan for network 82a93ae2-3083-47e4-a693-201ca81c9c17 Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.494290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.495448 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.495448 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Tracked resource versions report: Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: pushed versions: Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: { 'AddressGroup': {'1.2'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Agent': {'1.1'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'ConntrackHelper': {'1.0'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Log': {'1.0'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'NDPProxy': {'1.0'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Network': {'1.1'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Port': {'1.7'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'PortForwarding': {'1.3'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'QosPolicy': {'1.10'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroup': {'1.5'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SubPort': {'1.0'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Subnet': {'1.1'}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Trunk': {'1.1'}} Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: consumer versions: Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: HyperV agent@hv-cinder-81558: {}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Agent': '1.1', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'ConntrackHelper': '1.0', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'LocalIPAssociation': '1.0', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Log': '1.0', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'NDPProxy': '1.0', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Network': '1.1', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Port': '1.7', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'PortForwarding': '1.3', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'QosPolicy': '1.10', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroup': '1.5', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SecurityGroupRule': '1.2', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'SubPort': '1.0', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Subnet': '1.1', Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: 'Trunk': '1.1'}} Oct 26 11:17:56.496133 dv-cinder-815582-18-iscsi neutron-server[105073]: {{(pid=105073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:17:56.554695 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (82a93ae2-3083-47e4-a693-201ca81c9c17), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.661520 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (82a93ae2-3083-47e4-a693-201ca81c9c17), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.662485 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:56.663093 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:56.726005 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] Pushing event updated for resources: {'Network': ['ID=82a93ae2-3083-47e4-a693-201ca81c9c17,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:56.737707 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:56.751394 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-120c6f7a-5df8-4adb-a057-dc7aa8d3173b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9491313 Oct 26 11:17:56.753538 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52158) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:56.763409 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Request body: {'subnet': {'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-572220517-subnet', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:56.856147 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Made reservation on behalf of 2375e01650824224b673bea3d06af9eb for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:56.859303 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.060881 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52164) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.092728 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52168) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.096650 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (4b78a24a-e35f-4595-92d8-7272920ecd1d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.132184 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52174) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.157633 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b78a24a-e35f-4595-92d8-7272920ecd1d,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:57.169004 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Checking segment: {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:57.169346 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Network hostable DHCP agents. Network: 82a93ae2-3083-47e4-a693-201ca81c9c17, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:57.183230 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:57.301817 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:57.376662 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 82a93ae2-3083-47e4-a693-201ca81c9c17) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:57.391841 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091d60c-af15-461b-9c7b-158c6e4b10ac None None] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:57.394100 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-network', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:57.403762 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:57.403923 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-network', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:57.405676 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.446265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1839801878-network', 'tenant_id': '724121c2144843b7adc7e17312613c9d'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:57.532659 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-82a93ae2-3083-47e4-a693-201ca81c9c17', 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17', 'project_id': '2375e01650824224b673bea3d06af9eb', 'fixed_ips': [{'subnet_id': '4b78a24a-e35f-4595-92d8-7272920ecd1d'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:17:57.533575 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.610517 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-489adf34-5bc3-44ab-8afb-07e3f93904e4 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8556297 Oct 26 11:17:57.613431 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52186) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:57.619755 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:57.646424 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:57.680116 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Allocated IP 172.20.0.2 (82a93ae2-3083-47e4-a693-201ca81c9c17/4b78a24a-e35f-4595-92d8-7272920ecd1d/7a020da2-b68b-4b34-9bb7-5788c8f48348) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:57.688699 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Made reservation on behalf of 724121c2144843b7adc7e17312613c9d for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:57.691563 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.704572 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.745639 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (93a949c1-20d1-4227-8a10-ff832f5eec86), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.747353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (93a949c1-20d1-4227-8a10-ff832f5eec86), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.756132 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Made reservation on behalf of ab29bf15969d46da9670efa2b52e6676 for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:57.758853 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.769613 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.823124 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks [] for security_group (5545e770-2ad9-4712-b554-b58e5cfeab87), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.843814 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Publish callbacks [] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.845103 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Made reservation on behalf of 9d9d2ce62fb74bdb8de53bc06b1a999d for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:57.847619 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.854871 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks [] for router_controller (93a949c1-20d1-4227-8a10-ff832f5eec86), precommit_add_association {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.861413 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.900336 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks [] for security_group (fa8440b0-d83c-4e73-ada7-b8e4d14265ef), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.907842 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5545e770-2ad9-4712-b554-b58e5cfeab87), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.919641 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] vlan segment allocate from pool success with {'vlan_id': 473, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:57.943894 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks [] for security_group (3cddffd2-437c-45f5-8409-f02ca520a0f8), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.945340 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (4b36d116-c75a-4945-b06b-59a9f83aa104), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.945684 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Added segment 4b36d116-c75a-4945-b06b-59a9f83aa104 of type vlan for network 4b6fe9a7-2300-42a7-b12b-879816096b76 Oct 26 11:17:57.954585 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5545e770-2ad9-4712-b554-b58e5cfeab87,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:57.956276 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:57.986525 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.987248 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.987764 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.988501 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.989037 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.989685 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.990252 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.990756 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.993931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.993931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.993931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.993931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.993931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.993931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.993931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Tracked resource versions report: Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: pushed versions: Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: { 'AddressGroup': {'1.2'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Agent': {'1.1'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'ConntrackHelper': {'1.0'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Log': {'1.0'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'NDPProxy': {'1.0'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Network': {'1.1'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Port': {'1.7'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'PortForwarding': {'1.3'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'QosPolicy': {'1.10'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroup': {'1.5'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SubPort': {'1.0'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Subnet': {'1.1'}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Trunk': {'1.1'}} Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: consumer versions: Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: HyperV agent@hv-cinder-81558: {}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Agent': '1.1', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'ConntrackHelper': '1.0', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'LocalIPAssociation': '1.0', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Log': '1.0', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'NDPProxy': '1.0', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Network': '1.1', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Port': '1.7', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'PortForwarding': '1.3', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'QosPolicy': '1.10', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroup': '1.5', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SecurityGroupRule': '1.2', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'SubPort': '1.0', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Subnet': '1.1', Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: 'Trunk': '1.1'}} Oct 26 11:17:57.995908 dv-cinder-815582-18-iscsi neutron-server[105072]: {{(pid=105072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:17:58.014361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fa8440b0-d83c-4e73-ada7-b8e4d14265ef), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.017158 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Pushing event updated for resources: {'Port': ['ID=7a020da2-b68b-4b34-9bb7-5788c8f48348,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.024080 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (4b6fe9a7-2300-42a7-b12b-879816096b76), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.028426 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.029042 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.030115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.030660 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.031469 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.032000 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.032532 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.033052 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.033577 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.034637 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.035207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.035739 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.036274 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.036870 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.037546 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Tracked resource versions report: Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: pushed versions: Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: { 'AddressGroup': {'1.2'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Agent': {'1.1'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'ConntrackHelper': {'1.0'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Log': {'1.0'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'NDPProxy': {'1.0'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Network': {'1.1'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Port': {'1.7'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'PortForwarding': {'1.3'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'QosPolicy': {'1.10'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroup': {'1.5'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SubPort': {'1.0'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Subnet': {'1.1'}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Trunk': {'1.1'}} Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: consumer versions: Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: HyperV agent@hv-cinder-81558: {}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Agent': '1.1', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'ConntrackHelper': '1.0', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'LocalIPAssociation': '1.0', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Log': '1.0', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'NDPProxy': '1.0', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Network': '1.1', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Port': '1.7', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'PortForwarding': '1.3', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'QosPolicy': '1.10', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroup': '1.5', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SecurityGroupRule': '1.2', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'SubPort': '1.0', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Subnet': '1.1', Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: 'Trunk': '1.1'}} Oct 26 11:17:58.039110 dv-cinder-815582-18-iscsi neutron-server[105074]: {{(pid=105074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:17:58.056845 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 454, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:58.060370 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:58.062460 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:58.065082 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:58.078243 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8440b0-d83c-4e73-ada7-b8e4d14265ef,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.086194 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (09cf5120-10d7-4932-b1c7-401eb290cae1), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.086602 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Added segment 09cf5120-10d7-4932-b1c7-401eb290cae1 of type vlan for network 8a84e861-89f8-4687-9444-98b50729a58f Oct 26 11:17:58.127906 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks [] for router_gateway (93a949c1-20d1-4227-8a10-ff832f5eec86), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.135826 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3cddffd2-437c-45f5-8409-f02ca520a0f8), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.145333 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (8a84e861-89f8-4687-9444-98b50729a58f), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.160163 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Attempting to bind port 7a020da2-b68b-4b34-9bb7-5788c8f48348 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:17:58.160658 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Attempting to bind port 7a020da2-b68b-4b34-9bb7-5788c8f48348 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:17:58.160890 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Attempting to bind port 7a020da2-b68b-4b34-9bb7-5788c8f48348 on network 82a93ae2-3083-47e4-a693-201ca81c9c17 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:17:58.164386 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 466, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:17:58.185856 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (4d56d9f6-db55-478c-89d2-b618654e2c8d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.186191 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Added segment 4d56d9f6-db55-478c-89d2-b618654e2c8d of type vlan for network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 Oct 26 11:17:58.187722 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cddffd2-437c-45f5-8409-f02ca520a0f8,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.191385 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (4b6fe9a7-2300-42a7-b12b-879816096b76), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.192883 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:58.193768 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.222481 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:17:58.223172 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Checking segment: {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:58.223887 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.228428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Bound using segment: {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:17:58.228428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Bound port: 7a020da2-b68b-4b34-9bb7-5788c8f48348, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:17:58.228428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.300736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] For port 7a020da2-b68b-4b34-9bb7-5788c8f48348, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:17:58.304438 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] For port 7a020da2-b68b-4b34-9bb7-5788c8f48348, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7a020da2-b68b-4b34-9bb7-5788c8f48348,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:17:58.306765 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=21,neutron:SELECT=73,neutron:UPDATE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:58.320030 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.357435 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (8a84e861-89f8-4687-9444-98b50729a58f), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.359284 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:58.360002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.367631 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.378978 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] Pushing event updated for resources: {'Network': ['ID=4b6fe9a7-2300-42a7-b12b-879816096b76,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.405567 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:58.496872 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4012547 Oct 26 11:17:58.503606 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-cdfc81a5-6514-490f-849f-a2921bef33be admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3703990 Oct 26 11:17:58.520180 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52218) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:58.520180 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52220) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:58.534867 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ef1ea-9a18-41d3-8ebe-346ec983f5b9 None None] Pushing event updated for resources: {'Port': ['ID=7a020da2-b68b-4b34-9bb7-5788c8f48348,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.537376 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Request body: {'subnet': {'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-subnet', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:58.551268 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Request body: {'subnet': {'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-subnet', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:58.564982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fff22-7f1c-49b7-b4e1-da5ec5fc9e8a admin admin] Pushing event updated for resources: {'Network': ['ID=8a84e861-89f8-4687-9444-98b50729a58f,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.571735 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.573056 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:58.573688 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.574482 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:58.580074 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=22,neutron:SELECT=70,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:58.597930 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 8a84e861-89f8-4687-9444-98b50729a58f details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:58.635794 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks [] for router_gateway (93a949c1-20d1-4227-8a10-ff832f5eec86), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.671443 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.687914 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Made reservation on behalf of ab29bf15969d46da9670efa2b52e6676 for: {'subnet': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:58.691574 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.738611 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6764262 Oct 26 11:17:58.739546 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52228) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:17:58.762709 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Request body: {'subnet': {'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-subnet', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:17:58.779719 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Made reservation on behalf of 724121c2144843b7adc7e17312613c9d for: {'subnet': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:58.785054 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2809aca-9f24-4d9a-a323-7f6f411ef7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:58.785587 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:58.801605 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:17:59.173078 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Made reservation on behalf of 9d9d2ce62fb74bdb8de53bc06b1a999d for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:17:59.176109 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.205867 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Allocated IP 172.27.3.81 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/00f32250-7051-46b9-adf7-ee49e7d4effc) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:17:59.261819 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:59.280724 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (a345ced8-26c6-4f7c-8e1c-33b3b766a058), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.440119 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks [] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.471280 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (791f35dc-52e3-43a8-9df8-821645d96fd4), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.477009 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a345ced8-26c6-4f7c-8e1c-33b3b766a058,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.602807 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (1513dfcd-38d0-4220-97a6-a894a594c0aa), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.605228 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Checking segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:59.608432 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Network hostable DHCP agents. Network: 8a84e861-89f8-4687-9444-98b50729a58f, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:59.640634 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791f35dc-52e3-43a8-9df8-821645d96fd4,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.648192 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Checking segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:59.648542 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Network hostable DHCP agents. Network: 4b6fe9a7-2300-42a7-b12b-879816096b76, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:59.665597 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.681042 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:17:59.742570 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:17:59.749009 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:59.752878 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Network 8a84e861-89f8-4687-9444-98b50729a58f is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:17:59.757376 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:59.761401 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1513dfcd-38d0-4220-97a6-a894a594c0aa,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.768542 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:17:59.777896 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Pushing event updated for resources: {'Port': ['ID=00f32250-7051-46b9-adf7-ee49e7d4effc,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:17:59.818757 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Checking segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:17:59.819152 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Network hostable DHCP agents. Network: 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:17:59.884624 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989b3f8-517c-4149-8fe0-2a045b009eff None None] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:59.887982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 4b6fe9a7-2300-42a7-b12b-879816096b76) {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:59.893772 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:59.894638 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.924261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 8a84e861-89f8-4687-9444-98b50729a58f) {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:17:59.924261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:17:59.924739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:17:59.927361 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dfa62-d7e5-408a-aa40-f2b41efc3825 None None] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:17:59.940412 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49614854-a49e-4e1a-80af-abc4e618a9a2 None None] Network 8a84e861-89f8-4687-9444-98b50729a58f requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:00.000193 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:18:00.007018 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-17cf331f-8cbe-478e-8743-2665615168a8 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4816742 Oct 26 11:18:00.010981 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2ccdf2b1-771d-4163-9228-630834bdecec admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4843462 Oct 26 11:18:00.010981 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52280) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.012121 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52284) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.017338 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:00.019906 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:00.027928 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:00.062651 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:00.063574 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.153198 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c546edc4-1665-4fb9-9eeb-806668e3a087 None None] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:00.167408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (62cc8114-eee9-4d92-941d-e37fbd286c7c), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.175601 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (62cc8114-eee9-4d92-941d-e37fbd286c7c), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.203360 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (bcb6e665-4827-4986-bd02-300b310e6a06), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.204916 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (bcb6e665-4827-4986-bd02-300b310e6a06), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.248023 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.304323 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks [] for router_controller (bcb6e665-4827-4986-bd02-300b310e6a06), precommit_add_association {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.314264 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f255415d-5dad-4bb1-a2e3-49680f9d53f2 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5558693 Oct 26 11:18:00.315628 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52306) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:00.323166 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:00.358533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.362767 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks [] for router_gateway (93a949c1-20d1-4227-8a10-ff832f5eec86), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.364749 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks [] for router_controller (62cc8114-eee9-4d92-941d-e37fbd286c7c), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.379612 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:18:00.380517 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.382598 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.389913 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] Provisioning complete for port 7a020da2-b68b-4b34-9bb7-5788c8f48348 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:00.390294 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.390630 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] Attempt 1 to provision port 7a020da2-b68b-4b34-9bb7-5788c8f48348 Oct 26 11:18:00.449231 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.450681 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.452279 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.507854 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:00.710946 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks [] for router_gateway (62cc8114-eee9-4d92-941d-e37fbd286c7c), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.711814 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks [] for router_controller (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), precommit_add_association {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.748646 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks [] for router_gateway (bcb6e665-4827-4986-bd02-300b310e6a06), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.831128 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7a020da2-b68b-4b34-9bb7-5788c8f48348 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:00.855159 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (93a949c1-20d1-4227-8a10-ff832f5eec86), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.876519 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-8a84e861-89f8-4687-9444-98b50729a58f', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:18:00.880906 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:00.893264 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-4b6fe9a7-2300-42a7-b12b-879816096b76', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:18:00.895034 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.078210 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks [] for router_gateway (62cc8114-eee9-4d92-941d-e37fbd286c7c), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.100273 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.228627 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Allocated IP 172.20.0.2 (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5/1513dfcd-38d0-4220-97a6-a894a594c0aa/dd3b65b5-b705-4acb-ab02-d95991d5c20d) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:01.272200 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks [] for router_gateway (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.353254 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] Current status of the port 7a020da2-b68b-4b34-9bb7-5788c8f48348 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:01.353563 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.361947 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Allocated IP 172.27.3.64 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/515ad2a4-c61b-4d23-8234-cbea33dc3528) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:01.367850 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 7a020da2-b68b-4b34-9bb7-5788c8f48348 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:01.368237 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.368673 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 7a020da2-b68b-4b34-9bb7-5788c8f48348 Oct 26 11:18:01.507095 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks [] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.524266 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks [] for router_gateway (bcb6e665-4827-4986-bd02-300b310e6a06), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.547372 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.559362 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] For port 7a020da2-b68b-4b34-9bb7-5788c8f48348, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7a020da2-b68b-4b34-9bb7-5788c8f48348,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:01.623481 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Router 93a949c1-20d1-4227-8a10-ff832f5eec86 is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:18:01.625330 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Allocated IP 172.20.0.2 (4b6fe9a7-2300-42a7-b12b-879816096b76/a345ced8-26c6-4f7c-8e1c-33b3b766a058/7b6fa2f3-abfa-477e-bda7-7def821f9f9d) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:01.662422 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.672503 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.716998 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Allocated IP 172.20.0.2 (8a84e861-89f8-4687-9444-98b50729a58f/791f35dc-52e3-43a8-9df8-821645d96fd4/6dfe2024-2b98-458a-a0f9-cf0abeef9a87) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:01.735636 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:01.737574 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Publish callbacks [] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.748207 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:01.751445 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:01.755964 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:01.757663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 7a020da2-b68b-4b34-9bb7-5788c8f48348 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:01.758089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.816010 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=515ad2a4-c61b-4d23-8234-cbea33dc3528,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:01.834908 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Allocated IP 172.27.3.113 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/a6f11a96-d361-413e-b644-e18b853f4b34) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:01.842140 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks [] for router_gateway (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.876251 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.876467 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.893757 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:01.904769 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Sync routers for ids ['93a949c1-20d1-4227-8a10-ff832f5eec86'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:01.907579 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45c652-0bd8-477f-a7c7-7529b802dd5e None None] Pushing event updated for resources: {'Port': ['ID=7a020da2-b68b-4b34-9bb7-5788c8f48348,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:01.920403 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-7a7323d0-ea7e-4c0a-8956-4b66ae76d904 None None] Provisioning complete for port 7a020da2-b68b-4b34-9bb7-5788c8f48348 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:01.921079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7a7323d0-ea7e-4c0a-8956-4b66ae76d904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:01.921560 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-7a7323d0-ea7e-4c0a-8956-4b66ae76d904 None None] Attempt 1 to provision port 7a020da2-b68b-4b34-9bb7-5788c8f48348 Oct 26 11:18:01.926755 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Routers {'93a949c1-20d1-4227-8a10-ff832f5eec86'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:01.927536 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['93a949c1-20d1-4227-8a10-ff832f5eec86'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:01.988530 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.030654 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:02.038177 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52340) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.060327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks [] for port (a6f11a96-d361-413e-b644-e18b853f4b34), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.065222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:02.075719 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:02.107592 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Pushing event updated for resources: {'Port': ['ID=dd3b65b5-b705-4acb-ab02-d95991d5c20d,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.117508 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:18:02.118087 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG oslo_db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:18:02.136086 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.138421 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3aa6e7e4-762e-49b2-a011-d81417bb6d4d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5233436 Oct 26 11:18:02.141734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52344) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:02.171834 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Publish callbacks [] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.191779 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.209272 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks [] for router_gateway (62cc8114-eee9-4d92-941d-e37fbd286c7c), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.222441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c3d92aa0-4682-4525-9a37-be63c80a89bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.240255 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.266715 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Set router 93a949c1-20d1-4227-8a10-ff832f5eec86 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:02.402853 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.438866 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Publish callbacks [] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.463484 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Attempting to bind port dd3b65b5-b705-4acb-ab02-d95991d5c20d on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:02.463855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Attempting to bind port dd3b65b5-b705-4acb-ab02-d95991d5c20d by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:02.464217 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Attempting to bind port dd3b65b5-b705-4acb-ab02-d95991d5c20d on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:02.525388 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:17:59Z', 'revision_number': 3, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:02.545329 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (62cc8114-eee9-4d92-941d-e37fbd286c7c), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.580731 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Checking router: 93a949c1-20d1-4227-8a10-ff832f5eec86 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:02.581084 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Updating router 93a949c1-20d1-4227-8a10-ff832f5eec86 port 00f32250-7051-46b9-adf7-ee49e7d4effc binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:02.616483 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.656176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:02.665641 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.680963 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:02.720984 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:02.726065 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6f11a96-d361-413e-b644-e18b853f4b34,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.746058 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Allocated IP 172.27.3.213 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/68594789-2852-4052-a4c9-8a0d5b318ffc) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:02.749058 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-7a7323d0-ea7e-4c0a-8956-4b66ae76d904 None None] Current status of the port 7a020da2-b68b-4b34-9bb7-5788c8f48348 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:02.752562 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:02.767511 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.841699 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=9 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:02.864179 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:02.907801 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:02.935187 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:02.945903 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Pushing event updated for resources: {'Port': ['ID=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:02.955647 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Network 8a84e861-89f8-4687-9444-98b50729a58f is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:02.959836 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 7a020da2-b68b-4b34-9bb7-5788c8f48348 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:03.004189 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:03.031200 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:03.037512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:03.037512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Checking segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:03.037512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.037512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Bound using segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:03.037999 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Bound port: dd3b65b5-b705-4acb-ab02-d95991d5c20d, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:03.038193 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.082253 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Router 62cc8114-eee9-4d92-941d-e37fbd286c7c is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:18:03.101217 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7a020da2-b68b-4b34-9bb7-5788c8f48348 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:03.160866 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c3d92aa0-4682-4525-9a37-be63c80a89bf admin admin] Publish callbacks [] for security_group (13e35946-d2da-40cd-b9fd-497e30c429d5), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.162504 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Pushing event updated for resources: {'Port': ['ID=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:03.171151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 7a020da2-b68b-4b34-9bb7-5788c8f48348 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:03.172967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.173315 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 7a020da2-b68b-4b34-9bb7-5788c8f48348 Oct 26 11:18:03.215215 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:03.216832 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Attempting to bind port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:03.217208 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Attempting to bind port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:03.217591 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Attempting to bind port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:03.220432 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.244659 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Sync routers for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:03.291960 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks [] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.303259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c3d92aa0-4682-4525-9a37-be63c80a89bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (13e35946-d2da-40cd-b9fd-497e30c429d5), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.324350 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.325587 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6baa5969-d96c-4c99-ac40-993282cae5b5 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3156111 Oct 26 11:18:03.329312 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52364) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:03.342952 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:03.343591 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:03.351525 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Attempting to bind port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:03.351907 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Attempting to bind port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:03.352294 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Attempting to bind port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 on network 8a84e861-89f8-4687-9444-98b50729a58f {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:03.411930 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] For port dd3b65b5-b705-4acb-ab02-d95991d5c20d, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:03.445855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:03.445855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Checking segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:03.446198 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.446280 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Bound using segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:03.446849 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Bound port: 7b6fa2f3-abfa-477e-bda7-7def821f9f9d, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:03.447338 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.455059 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c3d92aa0-4682-4525-9a37-be63c80a89bf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a1ec496558f34086b454e51eaadeca4e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4157853 Oct 26 11:18:03.459590 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52370) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:03.473010 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] For port dd3b65b5-b705-4acb-ab02-d95991d5c20d, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=dd3b65b5-b705-4acb-ab02-d95991d5c20d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:03.512048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d92aa0-4682-4525-9a37-be63c80a89bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e35946-d2da-40cd-b9fd-497e30c429d5,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:03.613315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks [] for router_gateway (bcb6e665-4827-4986-bd02-300b310e6a06), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.622751 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.638251 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 7a020da2-b68b-4b34-9bb7-5788c8f48348 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:03.646433 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:03.646924 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Checking segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:03.647322 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.647712 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Bound using segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:03.648203 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Bound port: 6dfe2024-2b98-458a-a0f9-cf0abeef9a87, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:03.648588 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.702344 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-84aebec0-a167-4ef5-8324-6ec0f7048ce8 admin admin] Publish callbacks [] for security_group (13e35946-d2da-40cd-b9fd-497e30c429d5), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.718881 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:03.739297 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] For port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:03.747416 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] For port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:03.757452 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:03.832536 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-84aebec0-a167-4ef5-8324-6ec0f7048ce8 admin admin] Publish callbacks [] for security_group (13e35946-d2da-40cd-b9fd-497e30c429d5), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:03.861462 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.012013 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.087196 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Publish callbacks [] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.090475 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.147801 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e67bbd-17f6-4104-aab2-73f58f81965d None None] Pushing event updated for resources: {'Port': ['ID=dd3b65b5-b705-4acb-ab02-d95991d5c20d,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.162436 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Allocated IP 172.20.0.1 (82a93ae2-3083-47e4-a693-201ca81c9c17/4b78a24a-e35f-4595-92d8-7272920ecd1d/ce67a9d9-6201-4623-a9bf-a9749ceb4495) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:04.169850 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:04.186001 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.224709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-84aebec0-a167-4ef5-8324-6ec0f7048ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (13e35946-d2da-40cd-b9fd-497e30c429d5), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.227484 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-84aebec0-a167-4ef5-8324-6ec0f7048ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.230069 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-84aebec0-a167-4ef5-8324-6ec0f7048ce8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/13e35946-d2da-40cd-b9fd-497e30c429d5 HTTP/1.1" status: 204 len: 168 time: 0.7682555 Oct 26 11:18:04.274396 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Pushing event updated for resources: {'Port': ['ID=00f32250-7051-46b9-adf7-ee49e7d4effc,revision_number=2']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.286832 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] For port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:04.292597 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.293309 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.293927 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.294483 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.295141 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.296718 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.297943 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.298489 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.299841 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aebec0-a167-4ef5-8324-6ec0f7048ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e35946-d2da-40cd-b9fd-497e30c429d5,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.300506 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.301092 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.301778 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.302397 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.302955 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.303499 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.304327 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Tracked resource versions report: Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: pushed versions: Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: { 'AddressGroup': {'1.2'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Agent': {'1.1'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'ConntrackHelper': {'1.0'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'LocalIPAssociation': {'1.0'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Log': {'1.0'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'NDPProxy': {'1.0'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Network': {'1.1'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Port': {'1.7'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'PortForwarding': {'1.3'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'QosPolicy': {'1.10'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroup': {'1.5'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroupRule': {'1.2'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SubPort': {'1.0'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Subnet': {'1.1'}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Trunk': {'1.1'}} Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: consumer versions: Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: { DHCP agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: HyperV agent@hv-cinder-81558: {}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: L3 agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: Metadata agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: Metering agent@dv-cinder-815582-18-iscsi: {}, Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: Open vSwitch agent@dv-cinder-815582-18-iscsi: { 'AddressGroup': '1.2', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Agent': '1.1', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'ConntrackHelper': '1.0', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'LocalIPAssociation': '1.0', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Log': '1.0', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'NDPProxy': '1.0', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Network': '1.1', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Port': '1.7', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'PortForwarding': '1.3', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'QosPolicy': '1.10', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroup': '1.5', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SecurityGroupRule': '1.2', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'SubPort': '1.0', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Subnet': '1.1', Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: 'Trunk': '1.1'}} Oct 26 11:18:04.306109 dv-cinder-815582-18-iscsi neutron-server[105075]: {{(pid=105075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 26 11:18:04.315085 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Attempting to bind port 00f32250-7051-46b9-adf7-ee49e7d4effc on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:04.315674 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Attempting to bind port 00f32250-7051-46b9-adf7-ee49e7d4effc by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:04.316769 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Attempting to bind port 00f32250-7051-46b9-adf7-ee49e7d4effc on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:04.320586 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:01Z', 'revision_number': 3, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:04.328655 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] For port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:04.384986 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:04.385560 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:04.385987 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.386393 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:04.386950 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Bound port: 00f32250-7051-46b9-adf7-ee49e7d4effc, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:04.391331 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.394418 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.444458 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (bcb6e665-4827-4986-bd02-300b310e6a06), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.445975 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Checking router: 62cc8114-eee9-4d92-941d-e37fbd286c7c for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:04.446591 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Updating router 62cc8114-eee9-4d92-941d-e37fbd286c7c port 515ad2a4-c61b-4d23-8234-cbea33dc3528 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:04.446950 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:04.454409 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.460848 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.492762 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c5938-8c64-4783-b8b8-af56bd18d0a7 None None] Pushing event updated for resources: {'Port': ['ID=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.506667 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] For port 00f32250-7051-46b9-adf7-ee49e7d4effc, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:04.512069 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] For port 00f32250-7051-46b9-adf7-ee49e7d4effc, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=00f32250-7051-46b9-adf7-ee49e7d4effc,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:04.591282 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.601067 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.662906 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.678131 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Routers {'93a949c1-20d1-4227-8a10-ff832f5eec86'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:04.678775 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['93a949c1-20d1-4227-8a10-ff832f5eec86'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:04.716547 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks [] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:04.747852 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Allocated IP 172.20.0.1 (8a84e861-89f8-4687-9444-98b50729a58f/791f35dc-52e3-43a8-9df8-821645d96fd4/777b8c5a-f9ba-42f8-8620-630a57372fc9) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:04.823779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Pushing event updated for resources: {'Port': ['ID=68594789-2852-4052-a4c9-8a0d5b318ffc,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.858324 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746293c-c269-432b-b213-4f6bb52724fe None None] Pushing event updated for resources: {'Port': ['ID=00f32250-7051-46b9-adf7-ee49e7d4effc,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:04.865747 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:04.869693 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.880440 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:04.977195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks [] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.025695 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] Set router 93a949c1-20d1-4227-8a10-ff832f5eec86 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:05.074008 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:05.129429 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.337686 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Pushing event updated for resources: {'Port': ['ID=777b8c5a-f9ba-42f8-8620-630a57372fc9,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:05.382533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Network 8a84e861-89f8-4687-9444-98b50729a58f is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:05.384676 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:05.387689 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:05.388415 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (62cc8114-eee9-4d92-941d-e37fbd286c7c), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.419208 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.425248 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Publish callbacks [] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.434660 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device dd3b65b5-b705-4acb-ab02-d95991d5c20d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:05.436763 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b31f3-d1fc-4072-8d3c-b3b4b25fed96 None None] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:05.460676 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:05.463272 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:05.482065 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:17:59Z', 'revision_number': 3, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:05.534868 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f66e5-6d02-4234-a0ff-f5e6a641bbd1 None None] Pushing event updated for resources: {'Port': ['ID=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:05.538799 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a476b-87c3-4de0-9eb3-979beb714bd5 None None] The sync data for ids ['93a949c1-20d1-4227-8a10-ff832f5eec86'] in dv-cinder-815582-18-iscsi is: [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:17:59Z', 'revision_number': 3, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:05.541631 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:05.541937 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.548720 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:05.552095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:05.552780 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (93a949c1-20d1-4227-8a10-ff832f5eec86), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.621595 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52414) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:05.654925 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7ea6f36e-b63f-494e-b4c4-133672742465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.713515 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] Provisioning complete for port dd3b65b5-b705-4acb-ab02-d95991d5c20d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:05.713888 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.714231 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] Attempt 1 to provision port dd3b65b5-b705-4acb-ab02-d95991d5c20d Oct 26 11:18:05.731358 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Pushing event updated for resources: {'Port': ['ID=ce67a9d9-6201-4623-a9bf-a9749ceb4495,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:05.757183 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Attempting to bind port 515ad2a4-c61b-4d23-8234-cbea33dc3528 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:05.757555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Attempting to bind port 515ad2a4-c61b-4d23-8234-cbea33dc3528 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:05.759644 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Attempting to bind port 515ad2a4-c61b-4d23-8234-cbea33dc3528 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:05.823815 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:05.892507 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:05.898667 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Router bcb6e665-4827-4986-bd02-300b310e6a06 is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:18:06.122094 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7ea6f36e-b63f-494e-b4c4-133672742465 admin admin] Publish callbacks [] for security_group (66212286-dbe7-4e34-8210-e79752f327f6), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.158423 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks [] for router_gateway (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.199951 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb32c6-3821-4579-8ff1-bb21c310b34a None None] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:06.246787 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:06.288258 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.290936 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7ea6f36e-b63f-494e-b4c4-133672742465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (66212286-dbe7-4e34-8210-e79752f327f6), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.295115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b3ff4-1e83-4f5c-99a8-925886f5ed74 None None] Pushing event updated for resources: {'Port': ['ID=515ad2a4-c61b-4d23-8234-cbea33dc3528,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:06.310458 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port dd3b65b5-b705-4acb-ab02-d95991d5c20d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:06.310866 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.311228 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port dd3b65b5-b705-4acb-ab02-d95991d5c20d Oct 26 11:18:06.311942 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks [] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.427450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.427450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (62cc8114-eee9-4d92-941d-e37fbd286c7c), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.434213 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7ea6f36e-b63f-494e-b4c4-133672742465 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3fc013e0eea54a2f90d5b5b10ecded3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8108106 Oct 26 11:18:06.444677 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52430) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.461111 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:06.467840 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6f36e-b63f-494e-b4c4-133672742465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66212286-dbe7-4e34-8210-e79752f327f6,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:06.473320 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:06.489721 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:06.490383 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:06.520931 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065f9a8-dae2-4a1a-b790-3bd598d640de None None] Network 8a84e861-89f8-4687-9444-98b50729a58f requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:18:06.527547 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:06.537338 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:06.540052 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:06.541829 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.543276 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:06.544213 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Bound port: 515ad2a4-c61b-4d23-8234-cbea33dc3528, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:06.546196 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.649196 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Pushing event updated for resources: {'Port': ['ID=777b8c5a-f9ba-42f8-8620-630a57372fc9,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:06.738798 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-130a57e6-7b8b-4efb-a2ad-7b477f6f3e7a admin admin] Publish callbacks [] for security_group (66212286-dbe7-4e34-8210-e79752f327f6), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.745678 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Network 8a84e861-89f8-4687-9444-98b50729a58f is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:06.754134 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:06.773063 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-130a57e6-7b8b-4efb-a2ad-7b477f6f3e7a admin admin] Publish callbacks [] for security_group (66212286-dbe7-4e34-8210-e79752f327f6), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.785990 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:06.846161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:06.855212 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-59348892-fc97-42cb-a72a-6dfa4c95b7d3 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8413463 Oct 26 11:18:06.856205 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52434) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:06.937998 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] Current status of the port dd3b65b5-b705-4acb-ab02-d95991d5c20d is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:06.938401 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.060857 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.079448 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port dd3b65b5-b705-4acb-ab02-d95991d5c20d is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:07.079840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.089210 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.116628 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] For port 515ad2a4-c61b-4d23-8234-cbea33dc3528, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:07.143084 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks [] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.187252 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 3, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:07.239609 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.249097 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] For port 515ad2a4-c61b-4d23-8234-cbea33dc3528, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=515ad2a4-c61b-4d23-8234-cbea33dc3528,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:07.259750 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:07.260334 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Updating router bcb6e665-4827-4986-bd02-300b310e6a06 port a6f11a96-d361-413e-b644-e18b853f4b34 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:07.272781 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.274492 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (93a949c1-20d1-4227-8a10-ff832f5eec86), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.285205 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] For port dd3b65b5-b705-4acb-ab02-d95991d5c20d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=dd3b65b5-b705-4acb-ab02-d95991d5c20d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:07.295181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52442) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:07.303023 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Router 62cc8114-eee9-4d92-941d-e37fbd286c7c has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:07.336925 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.409967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.419918 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.420193 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-130a57e6-7b8b-4efb-a2ad-7b477f6f3e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (66212286-dbe7-4e34-8210-e79752f327f6), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.420193 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-130a57e6-7b8b-4efb-a2ad-7b477f6f3e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.446474 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-130a57e6-7b8b-4efb-a2ad-7b477f6f3e7a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/66212286-dbe7-4e34-8210-e79752f327f6 HTTP/1.1" status: 204 len: 168 time: 0.9946826 Oct 26 11:18:07.497437 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a57e6-7b8b-4efb-a2ad-7b477f6f3e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66212286-dbe7-4e34-8210-e79752f327f6,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.504056 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ac87a-0537-47a3-a675-02119faf01d6 None None] Pushing event updated for resources: {'Port': ['ID=dd3b65b5-b705-4acb-ab02-d95991d5c20d,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.557573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:07.584277 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-b4e82b42-5bc2-483b-af57-4d602fc20af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.614657 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:07.626780 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.631966 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Pushing event updated for resources: {'Port': ['ID=ce67a9d9-6201-4623-a9bf-a9749ceb4495,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:07.635201 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:07.664611 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-4ef35ba4-15bc-4f54-8d76-3d48f7125509 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/62cc8114-eee9-4d92-941d-e37fbd286c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3342340 Oct 26 11:18:07.695926 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Provisioning complete for port dd3b65b5-b705-4acb-ab02-d95991d5c20d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:07.696439 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.696649 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Attempt 1 to provision port dd3b65b5-b705-4acb-ab02-d95991d5c20d Oct 26 11:18:07.766358 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:07.832922 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-b4e82b42-5bc2-483b-af57-4d602fc20af1 admin admin] Publish callbacks [] for security_group (9bb9b46d-a20b-4166-95ee-95090916423a), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:07.854694 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:18:07.863376 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG oslo_db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:18:07.880561 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:07.881249 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:07.957842 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-b4e82b42-5bc2-483b-af57-4d602fc20af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9bb9b46d-a20b-4166-95ee-95090916423a), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.013476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:08.034090 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:08.058347 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Router 93a949c1-20d1-4227-8a10-ff832f5eec86 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:08.129856 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b3ff4-1e83-4f5c-99a8-925886f5ed74 None None] Pushing event updated for resources: {'Port': ['ID=515ad2a4-c61b-4d23-8234-cbea33dc3528,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.137935 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-b4e82b42-5bc2-483b-af57-4d602fc20af1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=076d5555468141fb8835eb9dc9317671&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8394392 Oct 26 11:18:08.149955 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52458) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.150651 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82b42-5bc2-483b-af57-4d602fc20af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb9b46d-a20b-4166-95ee-95090916423a,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.192982 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:08.204023 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:08.248026 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Publish callbacks [] for port (a6f11a96-d361-413e-b644-e18b853f4b34), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.304742 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4aa5cf91-ba95-4080-94e6-afae372e3b52 admin admin] Publish callbacks [] for security_group (9bb9b46d-a20b-4166-95ee-95090916423a), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.327694 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.389851 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4aa5cf91-ba95-4080-94e6-afae372e3b52 admin admin] Publish callbacks [] for security_group (9bb9b46d-a20b-4166-95ee-95090916423a), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.468459 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da9880-43bd-4696-8320-6c11e0bc6a65 None None] Pushing event updated for resources: {'Port': ['ID=a6f11a96-d361-413e-b644-e18b853f4b34,revision_number=2']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.489081 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Attempting to bind port a6f11a96-d361-413e-b644-e18b853f4b34 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:08.491133 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Attempting to bind port a6f11a96-d361-413e-b644-e18b853f4b34 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:08.491502 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Attempting to bind port a6f11a96-d361-413e-b644-e18b853f4b34 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:08.508319 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port dd3b65b5-b705-4acb-ab02-d95991d5c20d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:08.509314 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7b6fa2f3-abfa-477e-bda7-7def821f9f9d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:08.570838 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Current status of the port dd3b65b5-b705-4acb-ab02-d95991d5c20d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:08.576698 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:08.588719 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:08.593409 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:08.597528 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:08.597528 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.597528 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:08.597528 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Bound port: a6f11a96-d361-413e-b644-e18b853f4b34, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:08.597528 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.604018 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:18:08.623113 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Provisioning complete for port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:08.623644 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.624097 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Attempt 1 to provision port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d Oct 26 11:18:08.631165 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4aa5cf91-ba95-4080-94e6-afae372e3b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9bb9b46d-a20b-4166-95ee-95090916423a), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.636743 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4aa5cf91-ba95-4080-94e6-afae372e3b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.638420 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-4aa5cf91-ba95-4080-94e6-afae372e3b52 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9bb9b46d-a20b-4166-95ee-95090916423a HTTP/1.1" status: 204 len: 168 time: 0.4849362 Oct 26 11:18:08.639192 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52478) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:08.651539 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-11b24709-d513-49e4-8d15-6bf0775cd182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440821811', 'description': 'tempest-description--1372673442'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:08.686538 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] For port a6f11a96-d361-413e-b644-e18b853f4b34, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:08.691239 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] For port a6f11a96-d361-413e-b644-e18b853f4b34, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=a6f11a96-d361-413e-b644-e18b853f4b34,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:08.698531 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5cf91-ba95-4080-94e6-afae372e3b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb9b46d-a20b-4166-95ee-95090916423a,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:08.768806 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.790706 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11b24709-d513-49e4-8d15-6bf0775cd182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.842461 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:08.842969 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.843276 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d Oct 26 11:18:08.855267 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:08.857141 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:08.910682 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:08.931282 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11b24709-d513-49e4-8d15-6bf0775cd182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (aedeb8a4-0a34-4f27-9942-ca04843da900), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.932506 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:08.941148 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5bcdb3fd-b6d1-4b3d-b42b-204fc68508ae admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/93a949c1-20d1-4227-8a10-ff832f5eec86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7962382 Oct 26 11:18:08.949911 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:08.977055 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Sync routers for ids ['93a949c1-20d1-4227-8a10-ff832f5eec86'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:08.985203 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Current status of the port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:08.986674 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.005269 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.013046 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da9880-43bd-4696-8320-6c11e0bc6a65 None None] Pushing event updated for resources: {'Port': ['ID=a6f11a96-d361-413e-b644-e18b853f4b34,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.024635 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11b24709-d513-49e4-8d15-6bf0775cd182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (aedeb8a4-0a34-4f27-9942-ca04843da900), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.064846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:09.081417 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Sync routers for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:09.113075 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:09.113824 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.116563 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11b24709-d513-49e4-8d15-6bf0775cd182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.123740 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-11b24709-d513-49e4-8d15-6bf0775cd182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4755075 Oct 26 11:18:09.123740 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b24709-d513-49e4-8d15-6bf0775cd182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedeb8a4-0a34-4f27-9942-ca04843da900,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.126901 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52492) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.134333 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-5f77fe60-9090-49db-adc1-2377618d8b18 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'security_group_rule': {'security_group_id': 'aedeb8a4-0a34-4f27-9942-ca04843da900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:09.142715 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.170916 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:09.182614 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Routers {'93a949c1-20d1-4227-8a10-ff832f5eec86'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:09.183222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['93a949c1-20d1-4227-8a10-ff832f5eec86'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.200476 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.233866 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] For port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:09.244708 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 2, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.315282 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b387d7aa-84cb-4952-a325-4ebc04b3205b None None] The sync data for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi is: [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 2, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:09.316873 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:09.317151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.332477 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Allocated IP 172.20.0.1 (4b6fe9a7-2300-42a7-b12b-879816096b76/a345ced8-26c6-4f7c-8e1c-33b3b766a058/55b09273-2f6b-4c07-89bb-31e8b6901252) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:09.382645 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.393796 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:09.394159 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.398412 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e7684e2e-ff17-454a-b922-8a769cadda95 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.0773106 Oct 26 11:18:09.398601 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52508) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:09.413488 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.509643 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Provisioning complete for port ce67a9d9-6201-4623-a9bf-a9749ceb4495 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:09.510020 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.510367 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Attempt 1 to provision port ce67a9d9-6201-4623-a9bf-a9749ceb4495 Oct 26 11:18:09.524576 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5f77fe60-9090-49db-adc1-2377618d8b18 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (3e237336-cf15-454e-a1c7-5f63fd081de4), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.550291 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 3, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:09.553736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Set router 93a949c1-20d1-4227-8a10-ff832f5eec86 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:09.679597 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd27d7d-fa39-4dbd-979f-8e52ddf16a1a None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:03Z', 'revision_number': 3, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:09.752368 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5f77fe60-9090-49db-adc1-2377618d8b18 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (3e237336-cf15-454e-a1c7-5f63fd081de4), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.764565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.867506 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5f77fe60-9090-49db-adc1-2377618d8b18 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (3e237336-cf15-454e-a1c7-5f63fd081de4), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.867924 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.911479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks [] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:09.935195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:09.945816 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77fe60-9090-49db-adc1-2377618d8b18 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e237336-cf15-454e-a1c7-5f63fd081de4,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:09.993891 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:18:09.994228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG oslo_db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:18:10.009138 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Pushing event updated for resources: {'Port': ['ID=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:10.035385 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 3, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.068324 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Port ce67a9d9-6201-4623-a9bf-a9749ceb4495 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:10.076753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5f77fe60-9090-49db-adc1-2377618d8b18 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.086226 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52530) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:10.086490 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5f77fe60-9090-49db-adc1-2377618d8b18 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9577639 Oct 26 11:18:10.092006 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.103054 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-99038cb8-9fe0-4e4c-b2c2-b8626795c9e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'security_group_rule': {'security_group_id': 'aedeb8a4-0a34-4f27-9942-ca04843da900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:10.125358 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Provisioning complete for port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:10.126505 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.127019 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Attempt 1 to provision port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 Oct 26 11:18:10.199806 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Checking router: f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:10.200161 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Updating router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 port 68594789-2852-4052-a4c9-8a0d5b318ffc binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:10.216909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:10.225537 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52540) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:10.225537 dv-cinder-815582-18-iscsi neutron-server[105072]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 11:18:10.226547 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:10.232505 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:10.232996 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (bcb6e665-4827-4986-bd02-300b310e6a06), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.312031 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.425594 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Pushing event updated for resources: {'Port': ['ID=55b09273-2f6b-4c07-89bb-31e8b6901252,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:10.481631 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Current status of the port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:10.483278 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.534146 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-99038cb8-9fe0-4e4c-b2c2-b8626795c9e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (e5acfb81-a578-46bd-be7f-db4493870ce8), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.597937 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 4, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': 'ce67a9d9-6201-4623-a9bf-a9749ceb4495', 'name': '', 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'mac_address': 'fa:16:3e:2e:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4b78a24a-e35f-4595-92d8-7272920ecd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:03Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 2, 'project_id': '2375e01650824224b673bea3d06af9eb', 'subnets': [{'id': '4b78a24a-e35f-4595-92d8-7272920ecd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:10.616696 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:10.645836 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Checking router: 93a949c1-20d1-4227-8a10-ff832f5eec86 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:10.646272 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Updating router 93a949c1-20d1-4227-8a10-ff832f5eec86 port ce67a9d9-6201-4623-a9bf-a9749ceb4495 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:10.689331 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] For port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:10.800758 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.829974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.858314 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:10.914241 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.082933 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80e6a4-b6b3-4bd6-99be-f950cb513263 None None] Pushing event updated for resources: {'Port': ['ID=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.087702 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.182811 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Provisioning complete for port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:11.201628 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.202100 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Attempt 1 to provision port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 Oct 26 11:18:11.204399 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.209412 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Publish callbacks [] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.239465 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:11.250071 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.278322 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks [] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.302214 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.372470 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.382084 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (bcb6e665-4827-4986-bd02-300b310e6a06), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.416592 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Attempting to bind port 68594789-2852-4052-a4c9-8a0d5b318ffc on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:11.417346 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Attempting to bind port 68594789-2852-4052-a4c9-8a0d5b318ffc by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:11.419962 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Attempting to bind port 68594789-2852-4052-a4c9-8a0d5b318ffc on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:11.475113 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Pushing event updated for resources: {'Port': ['ID=55b09273-2f6b-4c07-89bb-31e8b6901252,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.524447 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-99038cb8-9fe0-4e4c-b2c2-b8626795c9e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (e5acfb81-a578-46bd-be7f-db4493870ce8), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.527621 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d83c3-8069-4445-8e69-57a71ea1ceb5 None None] Pushing event updated for resources: {'Port': ['ID=68594789-2852-4052-a4c9-8a0d5b318ffc,revision_number=2']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.530584 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.572119 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:11.572627 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:11.576370 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.576370 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:11.576370 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Bound port: 68594789-2852-4052-a4c9-8a0d5b318ffc, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:11.576370 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.577080 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-d2321e08-4d2b-4dd5-b564-798551b909c8 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:11.586804 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-d2321e08-4d2b-4dd5-b564-798551b909c8 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/networks?id=82a93ae2-3083-47e4-a693-201ca81c9c17 HTTP/1.1" status: 200 len: 811 time: 1.3655741 Oct 26 11:18:11.629763 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-99038cb8-9fe0-4e4c-b2c2-b8626795c9e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (e5acfb81-a578-46bd-be7f-db4493870ce8), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.672352 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-81eedb48-9fb9-4a12-b40d-77d160e8ac86 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/quotas/2375e01650824224b673bea3d06af9eb HTTP/1.1" status: 200 len: 375 time: 0.0842559 Oct 26 11:18:11.690042 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99038cb8-9fe0-4e4c-b2c2-b8626795c9e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5acfb81-a578-46bd-be7f-db4493870ce8,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:11.693243 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:11.697913 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:11.720978 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:11.726189 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:18:11.731053 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] For port 68594789-2852-4052-a4c9-8a0d5b318ffc, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:11.731227 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.731227 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 Oct 26 11:18:11.737221 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] For port 68594789-2852-4052-a4c9-8a0d5b318ffc, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=68594789-2852-4052-a4c9-8a0d5b318ffc,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:11.765874 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.833627 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:11.836743 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Current status of the port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:11.843794 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.852632 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-99038cb8-9fe0-4e4c-b2c2-b8626795c9e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.853837 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-99038cb8-9fe0-4e4c-b2c2-b8626795c9e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7634838 Oct 26 11:18:11.860071 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52574) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:11.867838 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:11.891259 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-a5dfb994-ef1a-4f10-b098-25aa53e08791 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2375e01650824224b673bea3d06af9eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2165952 Oct 26 11:18:11.946610 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Provisioning complete for port 55b09273-2f6b-4c07-89bb-31e8b6901252 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:11.947148 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:11.950041 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Attempt 1 to provision port 55b09273-2f6b-4c07-89bb-31e8b6901252 Oct 26 11:18:11.965290 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:11.966038 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:11.976388 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:12.068631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.100651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Port 55b09273-2f6b-4c07-89bb-31e8b6901252 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:12.130256 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d83c3-8069-4445-8e69-57a71ea1ceb5 None None] Pushing event updated for resources: {'Port': ['ID=68594789-2852-4052-a4c9-8a0d5b318ffc,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:12.185129 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Provisioning complete for port ce67a9d9-6201-4623-a9bf-a9749ceb4495 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:12.185722 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.186235 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Attempt 1 to provision port ce67a9d9-6201-4623-a9bf-a9749ceb4495 Oct 26 11:18:12.224588 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.237228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:12.250197 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:12.252284 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device a6f11a96-d361-413e-b644-e18b853f4b34 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:12.252944 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8690092f-5837-421e-b80d-88d7f9b4c586 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/bcb6e665-4827-4986-bd02-300b310e6a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3719416 Oct 26 11:18:12.302355 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:12.324653 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Publish callbacks [] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.324653 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Port ce67a9d9-6201-4623-a9bf-a9749ceb4495 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:12.336734 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port a6f11a96-d361-413e-b644-e18b853f4b34 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:12.337245 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.338014 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port a6f11a96-d361-413e-b644-e18b853f4b34 Oct 26 11:18:12.356172 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-b0ba62f0-6ee4-410d-8033-627f3658df8b service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:18:12.366231 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-b0ba62f0-6ee4-410d-8033-627f3658df8b service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1394217 Oct 26 11:18:12.376781 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Provisioning complete for port 777b8c5a-f9ba-42f8-8620-630a57372fc9 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:12.377279 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.377749 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Attempt 1 to provision port 777b8c5a-f9ba-42f8-8620-630a57372fc9 Oct 26 11:18:12.432726 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.447561 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-366187ec-d2fc-4217-9315-97101bea728b None None] Port 777b8c5a-f9ba-42f8-8620-630a57372fc9 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:12.550603 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.561892 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port a6f11a96-d361-413e-b644-e18b853f4b34 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:12.562425 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.576913 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.702956 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-1d91b91e-b644-4b8f-a65c-23a2ffb5e845 None None] Provisioning complete for port 55b09273-2f6b-4c07-89bb-31e8b6901252 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:12.707830 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1d91b91e-b644-4b8f-a65c-23a2ffb5e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.708327 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-1d91b91e-b644-4b8f-a65c-23a2ffb5e845 None None] Attempt 1 to provision port 55b09273-2f6b-4c07-89bb-31e8b6901252 Oct 26 11:18:12.712590 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port a6f11a96-d361-413e-b644-e18b853f4b34, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=a6f11a96-d361-413e-b644-e18b853f4b34,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:12.731572 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.732361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.769328 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.777781 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba22d76-db88-45b7-b641-1a49d27adee1 None None] Pushing event updated for resources: {'Port': ['ID=ce67a9d9-6201-4623-a9bf-a9749ceb4495,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:12.788486 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Attempting to bind port ce67a9d9-6201-4623-a9bf-a9749ceb4495 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:12.788967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Attempting to bind port ce67a9d9-6201-4623-a9bf-a9749ceb4495 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:12.789467 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Attempting to bind port ce67a9d9-6201-4623-a9bf-a9749ceb4495 on network 82a93ae2-3083-47e4-a693-201ca81c9c17 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:12.832794 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.847348 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-1d91b91e-b644-4b8f-a65c-23a2ffb5e845 None None] Port 55b09273-2f6b-4c07-89bb-31e8b6901252 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:12.866143 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.873088 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device dd3b65b5-b705-4acb-ab02-d95991d5c20d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:12.884706 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Allocated IP 172.20.0.1 (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5/1513dfcd-38d0-4220-97a6-a894a594c0aa/38b48d8f-07ae-47e9-a746-d89af57c5bfb) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:12.948245 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:12.964369 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 3, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:12.984994 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:12.985367 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Checking segment: {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:12.985828 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.986716 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Bound using segment: {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:12.987413 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Bound port: ce67a9d9-6201-4623-a9bf-a9749ceb4495, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:12.987980 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:12.995355 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:13.006066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52612) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.010800 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-71929884-2039-432c-afd4-8f667c1dae19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375477485', 'description': 'tempest-description--277294242'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:13.011754 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b03783-15a7-4457-9bd9-cb8978b985a7 None None] The sync data for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi is: [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 3, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:13.026661 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=a6f11a96-d361-413e-b644-e18b853f4b34,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:13.038298 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port dd3b65b5-b705-4acb-ab02-d95991d5c20d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:13.038591 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.038979 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port dd3b65b5-b705-4acb-ab02-d95991d5c20d Oct 26 11:18:13.062697 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:13.119720 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-71929884-2039-432c-afd4-8f667c1dae19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.129008 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] For port ce67a9d9-6201-4623-a9bf-a9749ceb4495, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:13.134319 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] For port ce67a9d9-6201-4623-a9bf-a9749ceb4495, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=ce67a9d9-6201-4623-a9bf-a9749ceb4495,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:13.161968 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-baa06951-4ad0-4744-a9b1-a681a07a4acf service neutron] 10.222.0.42 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972209 Oct 26 11:18:13.183858 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port dd3b65b5-b705-4acb-ab02-d95991d5c20d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:13.184939 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7b6fa2f3-abfa-477e-bda7-7def821f9f9d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:13.219717 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.228879 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-71929884-2039-432c-afd4-8f667c1dae19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (3d92907d-0443-4fc9-a723-c48474654f7d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.274961 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Routers {'93a949c1-20d1-4227-8a10-ff832f5eec86'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:13.275701 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['93a949c1-20d1-4227-8a10-ff832f5eec86'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:13.286772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-71929884-2039-432c-afd4-8f667c1dae19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3d92907d-0443-4fc9-a723-c48474654f7d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.338531 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929884-2039-432c-afd4-8f667c1dae19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d92907d-0443-4fc9-a723-c48474654f7d,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:13.342491 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:13.357696 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks [] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.360049 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Allocated IP 172.27.3.114 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/296464ac-ea3e-4787-bd3f-0fa056e925dc) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:13.379313 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-71929884-2039-432c-afd4-8f667c1dae19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.379449 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-4ac821d7-a717-45ec-9219-840847d33351 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005095 Oct 26 11:18:13.380052 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 52616) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:13.383424 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-71929884-2039-432c-afd4-8f667c1dae19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3761854 Oct 26 11:18:13.385757 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-49acb564-4189-42c8-b4ef-2e74a92e5556 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': '3d92907d-0443-4fc9-a723-c48474654f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:13.469006 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba22d76-db88-45b7-b641-1a49d27adee1 None None] Pushing event updated for resources: {'Port': ['ID=ce67a9d9-6201-4623-a9bf-a9749ceb4495,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:13.493026 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:13.495329 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.495329 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d Oct 26 11:18:13.551874 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.582266 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.609411 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:13.611179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-49acb564-4189-42c8-b4ef-2e74a92e5556 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (bf4e3017-f8b5-4fde-beed-2658c0121555), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:13.633487 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] Set router 93a949c1-20d1-4227-8a10-ff832f5eec86 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:13.662624 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:13.679042 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:13.979993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:13.979993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.022349 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:14.022349 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 00f32250-7051-46b9-adf7-ee49e7d4effc up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:14.025546 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-49acb564-4189-42c8-b4ef-2e74a92e5556 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (bf4e3017-f8b5-4fde-beed-2658c0121555), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.025546 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Pushing event updated for resources: {'Port': ['ID=38b48d8f-07ae-47e9-a746-d89af57c5bfb,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:14.026532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52646) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.026532 dv-cinder-815582-18-iscsi neutron-server[105073]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 26 11:18:14.042155 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:14.059854 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-49acb564-4189-42c8-b4ef-2e74a92e5556 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (bf4e3017-f8b5-4fde-beed-2658c0121555), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.104130 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.124478 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4ed8839a-a259-451b-83ed-96006a0cb773 req-ba424b27-26d0-4a60-ac95-0929f5220736 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 210 time: 0.1361144 Oct 26 11:18:14.159074 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:14.160737 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:14.165521 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49acb564-4189-42c8-b4ef-2e74a92e5556 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4e3017-f8b5-4fde-beed-2658c0121555,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:14.245123 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:14.249161 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:14.253366 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-49acb564-4189-42c8-b4ef-2e74a92e5556 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.257023 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52662) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.260973 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-49acb564-4189-42c8-b4ef-2e74a92e5556 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8786337 Oct 26 11:18:14.261948 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-93d0afb5-5179-4adb-9f5c-ae6fe6228fb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': '3d92907d-0443-4fc9-a723-c48474654f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:14.264030 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-0fd7a74f-854b-4f34-896a-943270055397 None None] Provisioning complete for port 38b48d8f-07ae-47e9-a746-d89af57c5bfb triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:14.264412 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0fd7a74f-854b-4f34-896a-943270055397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.264748 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-0fd7a74f-854b-4f34-896a-943270055397 None None] Attempt 1 to provision port 38b48d8f-07ae-47e9-a746-d89af57c5bfb Oct 26 11:18:14.287969 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:14.294907 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 00f32250-7051-46b9-adf7-ee49e7d4effc triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:14.295355 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.295699 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 00f32250-7051-46b9-adf7-ee49e7d4effc Oct 26 11:18:14.300222 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'Port': ['ID=296464ac-ea3e-4787-bd3f-0fa056e925dc,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:14.401695 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93d0afb5-5179-4adb-9f5c-ae6fe6228fb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (5cca7e0e-e24b-4e32-a18d-140582a04e90), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.440109 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (464d595b-5033-4329-abc1-5132f62feaa0), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.448993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.459374 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7a74f-854b-4f34-896a-943270055397 None None] Port 38b48d8f-07ae-47e9-a746-d89af57c5bfb cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:14.478665 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Sync routers for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:14.497919 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:14.498968 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:14.524942 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:14.538625 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 4, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': 'ce67a9d9-6201-4623-a9bf-a9749ceb4495', 'name': '', 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'mac_address': 'fa:16:3e:2e:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4b78a24a-e35f-4595-92d8-7272920ecd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:03Z', 'updated_at': '2022-10-26T11:18:13Z', 'revision_number': 4, 'project_id': '2375e01650824224b673bea3d06af9eb', 'subnets': [{'id': '4b78a24a-e35f-4595-92d8-7272920ecd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:14.588844 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93d0afb5-5179-4adb-9f5c-ae6fe6228fb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (5cca7e0e-e24b-4e32-a18d-140582a04e90), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.692780 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93d0afb5-5179-4adb-9f5c-ae6fe6228fb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (5cca7e0e-e24b-4e32-a18d-140582a04e90), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.706304 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.714706 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:14.721965 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:14.765479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0afb5-5179-4adb-9f5c-ae6fe6228fb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cca7e0e-e24b-4e32-a18d-140582a04e90,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:14.802607 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93d0afb5-5179-4adb-9f5c-ae6fe6228fb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.807867 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-93d0afb5-5179-4adb-9f5c-ae6fe6228fb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5472193 Oct 26 11:18:14.808494 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 52688) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:14.816738 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:14.902052 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d48cae-8284-4d25-8335-a96e346e0009 None None] The sync data for ids ['93a949c1-20d1-4227-8a10-ff832f5eec86'] in dv-cinder-815582-18-iscsi is: [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 4, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': 'ce67a9d9-6201-4623-a9bf-a9749ceb4495', 'name': '', 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'mac_address': 'fa:16:3e:2e:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4b78a24a-e35f-4595-92d8-7272920ecd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:03Z', 'updated_at': '2022-10-26T11:18:13Z', 'revision_number': 4, 'project_id': '2375e01650824224b673bea3d06af9eb', 'subnets': [{'id': '4b78a24a-e35f-4595-92d8-7272920ecd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:14.921639 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks [] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:14.940871 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.028279 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.029128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.077376 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 00f32250-7051-46b9-adf7-ee49e7d4effc is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:15.077776 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.090861 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 2, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:15.152531 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 00f32250-7051-46b9-adf7-ee49e7d4effc, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=00f32250-7051-46b9-adf7-ee49e7d4effc,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:15.200716 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Checking router: 62cc8114-eee9-4d92-941d-e37fbd286c7c for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:15.201075 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Updating router 62cc8114-eee9-4d92-941d-e37fbd286c7c port 777b8c5a-f9ba-42f8-8620-630a57372fc9 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:15.248154 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.273106 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Pushing event updated for resources: {'Port': ['ID=38b48d8f-07ae-47e9-a746-d89af57c5bfb,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.306125 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.324776 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 2, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:15.329000 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.335918 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.473338 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.484598 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:15.487023 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Updating router bcb6e665-4827-4986-bd02-300b310e6a06 port 55b09273-2f6b-4c07-89bb-31e8b6901252 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:15.494446 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.522568 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e51ebea6-b3c0-4aa6-9e24-b810bcaf04b7 req-1d237baf-8569-442e-a829-45b11eb2629d tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 210 time: 0.2343643 Oct 26 11:18:15.576665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.585207 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.27.3.165 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/f832f528-08fa-4152-a928-fe042b97a1fd) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:15.598065 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=00f32250-7051-46b9-adf7-ee49e7d4effc,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.622235 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.628007 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.643590 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:15.645781 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:15.761286 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.767655 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (464d595b-5033-4329-abc1-5132f62feaa0), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.837245 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device a6f11a96-d361-413e-b644-e18b853f4b34 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:15.863774 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:15.938700 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'Port': ['ID=296464ac-ea3e-4787-bd3f-0fa056e925dc,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:15.968148 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Publish callbacks [] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.972206 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:15.988026 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port a6f11a96-d361-413e-b644-e18b853f4b34 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:15.988411 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:15.988763 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port a6f11a96-d361-413e-b644-e18b853f4b34 Oct 26 11:18:16.028198 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.038331 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-dfa70aa8-6727-4595-8c22-2c450812183c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1678743 Oct 26 11:18:16.039253 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.140079 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (f832f528-08fa-4152-a928-fe042b97a1fd), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.148457 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:16.165598 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-9b528101-e295-41d9-bb9b-6be577b02160 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f7b97ce5-e3b3-4031-9139-bb61bacbd3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7639761 Oct 26 11:18:16.189337 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-bcbd769e-d469-4c5e-a4b6-f10b4d0f5075 None None] Provisioning complete for port 38b48d8f-07ae-47e9-a746-d89af57c5bfb triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:16.190308 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bcbd769e-d469-4c5e-a4b6-f10b4d0f5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.191344 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-bcbd769e-d469-4c5e-a4b6-f10b4d0f5075 None None] Attempt 1 to provision port 38b48d8f-07ae-47e9-a746-d89af57c5bfb Oct 26 11:18:16.214797 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ab50a-4a73-46cf-b31a-47a45bd1c1e9 None None] Pushing event updated for resources: {'Port': ['ID=777b8c5a-f9ba-42f8-8620-630a57372fc9,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:16.241588 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Attempting to bind port 777b8c5a-f9ba-42f8-8620-630a57372fc9 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:16.242018 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Attempting to bind port 777b8c5a-f9ba-42f8-8620-630a57372fc9 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:16.242562 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Attempting to bind port 777b8c5a-f9ba-42f8-8620-630a57372fc9 on network 8a84e861-89f8-4687-9444-98b50729a58f {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:16.274741 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (f832f528-08fa-4152-a928-fe042b97a1fd), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.280832 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.287444 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd769e-d469-4c5e-a4b6-f10b4d0f5075 None None] Port 38b48d8f-07ae-47e9-a746-d89af57c5bfb cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:16.306594 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:16.307111 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Checking segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:16.307824 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.309016 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Bound using segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:16.309612 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Bound port: 777b8c5a-f9ba-42f8-8620-630a57372fc9, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:16.310085 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.315835 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port a6f11a96-d361-413e-b644-e18b853f4b34 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:16.316922 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:16.384443 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.407279 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:16.434585 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] For port 777b8c5a-f9ba-42f8-8620-630a57372fc9, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:16.434906 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Publish callbacks [] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.441584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:16.445433 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] For port 777b8c5a-f9ba-42f8-8620-630a57372fc9, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=777b8c5a-f9ba-42f8-8620-630a57372fc9,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:16.454264 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:16.455667 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.456301 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 Oct 26 11:18:16.463396 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:16.525044 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=f832f528-08fa-4152-a928-fe042b97a1fd,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:16.550309 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.563530 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.565395 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.590227 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:16.591514 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 68594789-2852-4052-a4c9-8a0d5b318ffc up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:16.609735 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:16.610381 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:16.623372 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-0e93ab0d-9981-4458-bfd4-e65e4f9b9a38 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--440821811&fields=id&tenant_id=ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 267 time: 0.2041893 Oct 26 11:18:16.624782 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (0ab8da62-573c-40d8-9c6a-7075afa1af06), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.758216 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ab50a-4a73-46cf-b31a-47a45bd1c1e9 None None] Pushing event updated for resources: {'Port': ['ID=777b8c5a-f9ba-42f8-8620-630a57372fc9,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:16.774902 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:16.788839 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.888074 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908015f-b966-47a8-9ecc-d83714f865e3 None None] Pushing event updated for resources: {'Port': ['ID=55b09273-2f6b-4c07-89bb-31e8b6901252,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:16.898643 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-d61a0e45-bdbf-410d-9146-e60d94aada8f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:16.904331 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 68594789-2852-4052-a4c9-8a0d5b318ffc triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:16.904731 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.904990 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-d61a0e45-bdbf-410d-9146-e60d94aada8f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 819 time: 0.2907822 Oct 26 11:18:16.905105 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 68594789-2852-4052-a4c9-8a0d5b318ffc Oct 26 11:18:16.911096 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Attempting to bind port 55b09273-2f6b-4c07-89bb-31e8b6901252 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:16.911469 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Attempting to bind port 55b09273-2f6b-4c07-89bb-31e8b6901252 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:16.911831 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Attempting to bind port 55b09273-2f6b-4c07-89bb-31e8b6901252 on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:16.938911 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-d2008ba2-c041-42de-9358-6506c40ba9ff tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/quotas/9d9d2ce62fb74bdb8de53bc06b1a999d HTTP/1.1" status: 200 len: 375 time: 0.0242085 Oct 26 11:18:16.959865 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f832f528-08fa-4152-a928-fe042b97a1fd), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.982322 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:16.989371 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:16.989744 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Checking segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:16.990202 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:16.990597 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Bound using segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:16.991108 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Bound port: 55b09273-2f6b-4c07-89bb-31e8b6901252, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:16.991484 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.014295 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-72ca29d5-c453-4cbc-acfd-cf056354b1cd tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744922 Oct 26 11:18:17.029632 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:17.079586 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 68594789-2852-4052-a4c9-8a0d5b318ffc is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:17.079984 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.116437 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 68594789-2852-4052-a4c9-8a0d5b318ffc, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=68594789-2852-4052-a4c9-8a0d5b318ffc,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:17.117778 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] For port 55b09273-2f6b-4c07-89bb-31e8b6901252, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:17.141231 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] For port 55b09273-2f6b-4c07-89bb-31e8b6901252, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=55b09273-2f6b-4c07-89bb-31e8b6901252,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:17.165434 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-6ae9eee0-411f-4602-a185-e59f09202daf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:17.167163 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-6ae9eee0-411f-4602-a185-e59f09202daf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 817 time: 0.5358982 Oct 26 11:18:17.170783 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:17.179335 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-6cfcc23e-2ab9-4a4a-991c-c798005a545a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561546 Oct 26 11:18:17.199237 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.200096 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 515ad2a4-c61b-4d23-8234-cbea33dc3528 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:17.214145 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:17.215031 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-d30762fe-a3ce-4960-8f84-091fe084bf76 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/quotas/ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 375 time: 0.0170283 Oct 26 11:18:17.219222 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:16Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:17.264051 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179df97-ef61-4acf-93d6-5078a92b05d9 None None] The sync data for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi is: [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:16Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:17.290656 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.298187 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-3529c945-ac97-4ecf-ad9f-241232a6b2a6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152642 Oct 26 11:18:17.322050 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-7b0fcec4-0775-46d2-add6-359361f1cafb tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007926 Oct 26 11:18:17.345628 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 515ad2a4-c61b-4d23-8234-cbea33dc3528 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:17.351201 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.351201 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 515ad2a4-c61b-4d23-8234-cbea33dc3528 Oct 26 11:18:17.351201 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=68594789-2852-4052-a4c9-8a0d5b318ffc,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:17.353809 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:17.354434 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:17.372355 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (f832f528-08fa-4152-a928-fe042b97a1fd), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.442560 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e8042a89-5949-49b9-a976-17a5ef288dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.477488 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (f832f528-08fa-4152-a928-fe042b97a1fd), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.484754 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (0ab8da62-573c-40d8-9c6a-7075afa1af06), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.541426 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:17.553380 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=f832f528-08fa-4152-a928-fe042b97a1fd,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:17.563003 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b1a24208-5df1-4593-9752-713f78c0df25 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:18:17.563584 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b1a24208-5df1-4593-9752-713f78c0df25 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1123226 Oct 26 11:18:17.620687 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908015f-b966-47a8-9ecc-d83714f865e3 None None] Pushing event updated for resources: {'Port': ['ID=55b09273-2f6b-4c07-89bb-31e8b6901252,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:17.645636 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:17.653737 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.655304 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d2c02335-2c3e-4ab4-95ee-ea283bdb942c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8457470 Oct 26 11:18:17.715769 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-31de07f7-2f95-4032-b64b-d2889fc946df service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435699 Oct 26 11:18:17.752115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 515ad2a4-c61b-4d23-8234-cbea33dc3528 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:17.752766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:17.786627 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-487c5189-a732-494f-8efc-b4c8dabd45e5 req-7b67718d-d6ba-4ab8-a7de-f1391efcbf2b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 210 time: 0.0485158 Oct 26 11:18:17.881314 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 515ad2a4-c61b-4d23-8234-cbea33dc3528, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=515ad2a4-c61b-4d23-8234-cbea33dc3528,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:17.902526 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e92f210b-b17b-4bc4-89a0-eac75c5b58e9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732509 Oct 26 11:18:17.913410 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-076354ea-695d-455a-981a-78ceb3314f59 req-d07f3c0d-b731-4d29-8e44-cd9aa980946b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 210 time: 0.0464172 Oct 26 11:18:18.003468 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.004824 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device ce67a9d9-6201-4623-a9bf-a9749ceb4495 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:18.070208 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-3874268c-128f-4513-8b87-d63ca30cc500 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--375477485&fields=id&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 267 time: 0.0696764 Oct 26 11:18:18.108183 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:18.163712 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port ce67a9d9-6201-4623-a9bf-a9749ceb4495 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:18.164109 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.164457 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port ce67a9d9-6201-4623-a9bf-a9749ceb4495 Oct 26 11:18:18.213672 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:18.218487 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=515ad2a4-c61b-4d23-8234-cbea33dc3528,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:18.227621 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-0d9bf0e3-c0f5-44a7-bdb6-b7c14f7f0af2 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:18.228296 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-0d9bf0e3-c0f5-44a7-bdb6-b7c14f7f0af2 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.1421256 Oct 26 11:18:18.244124 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-9f658177-de33-464b-8d26-64adf3998b1b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/quotas/724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 375 time: 0.0102358 Oct 26 11:18:18.261624 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d912255d-66eb-4ade-be9c-234e066ab42c None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:18.311149 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-97238f84-2798-4544-9338-d43f1372c3da tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604031 Oct 26 11:18:18.316982 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port ce67a9d9-6201-4623-a9bf-a9749ceb4495 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:18.329415 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.405865 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port ce67a9d9-6201-4623-a9bf-a9749ceb4495, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=ce67a9d9-6201-4623-a9bf-a9749ceb4495,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:18.406777 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:18.446846 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:18.500840 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-6301680b-5143-447a-808b-e190a8ee867a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682935 Oct 26 11:18:18.518998 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:18.634855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=ce67a9d9-6201-4623-a9bf-a9749ceb4495,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:18.720392 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-9ef38139-b355-4cd9-817f-19dfabb414e4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:18.729025 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-9ef38139-b355-4cd9-817f-19dfabb414e4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 819 time: 0.2770526 Oct 26 11:18:18.730812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.55', 51428) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:18.763962 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-c39fb401-6068-4857-89c4-24a11c1e3299 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/quotas/9d9d2ce62fb74bdb8de53bc06b1a999d HTTP/1.1" status: 200 len: 375 time: 0.0339296 Oct 26 11:18:18.849175 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7978cec1-0176-493f-8992-e52c7ee05989 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471608 Oct 26 11:18:18.920871 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Sync routers for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:18.963032 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:18.966077 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:17:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:19.005474 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-61293b0e-b8df-44ba-8169-a027d1439e62 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2401326 Oct 26 11:18:19.069802 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 777b8c5a-f9ba-42f8-8620-630a57372fc9 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:19.119406 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:19.138218 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-269b5e42-f6bc-4291-a2f6-d26b889e3278 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:19.140305 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-269b5e42-f6bc-4291-a2f6-d26b889e3278 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.55 "GET /networking/v2.0/networks?id=82a93ae2-3083-47e4-a693-201ca81c9c17 HTTP/1.1" status: 200 len: 811 time: 0.4071846 Oct 26 11:18:19.184986 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 777b8c5a-f9ba-42f8-8620-630a57372fc9 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:19.185711 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.186070 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 777b8c5a-f9ba-42f8-8620-630a57372fc9 Oct 26 11:18:19.199969 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-fdfb7a7d-6e33-4749-b6ae-ad245416df29 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924260 Oct 26 11:18:19.226927 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:19.227382 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Request body: {'port': {'device_id': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17', 'admin_state_up': True, 'tenant_id': '2375e01650824224b673bea3d06af9eb'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:19.452285 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f421c625-d410-4cab-a8ba-c532ed94d52f req-43948986-3d8a-4970-a1eb-f0421ca153f9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.0784004 Oct 26 11:18:19.650359 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce14acb4-71b3-4942-b3c0-1790dddb5278 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493706 Oct 26 11:18:19.742013 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 777b8c5a-f9ba-42f8-8620-630a57372fc9 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:19.742478 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.842521 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-819faeb4-8732-4210-b153-6e17f3168f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:19.884997 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Made reservation on behalf of 2375e01650824224b673bea3d06af9eb for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:19.889995 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.006003 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 777b8c5a-f9ba-42f8-8620-630a57372fc9, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=777b8c5a-f9ba-42f8-8620-630a57372fc9,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:20.015527 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 2, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:20.072479 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e4ce2efd-5ccc-473e-8a98-da193e8c381e req-3b83374a-250e-4182-9007-99570147c16d tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 210 time: 0.1368773 Oct 26 11:18:20.216517 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4b487abc-287c-49a6-80bb-3d2c8f8983a2 req-f2932e2d-c015-4774-8245-155e672cac30 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.0804353 Oct 26 11:18:20.272229 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.273086 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 55b09273-2f6b-4c07-89bb-31e8b6901252 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:20.275197 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Checking router: f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:20.275545 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Updating router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 port 38b48d8f-07ae-47e9-a746-d89af57c5bfb binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:18:20.349840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:20.371826 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.405721 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=777b8c5a-f9ba-42f8-8620-630a57372fc9,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:20.418802 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 55b09273-2f6b-4c07-89bb-31e8b6901252 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:20.419248 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.419580 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 55b09273-2f6b-4c07-89bb-31e8b6901252 Oct 26 11:18:20.575648 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f135259a-5e40-45fe-8e58-ad386c12a529 req-0e7943a9-69e5-4c3a-85ec-b6959c9554ce tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.3295090 Oct 26 11:18:20.610180 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 55b09273-2f6b-4c07-89bb-31e8b6901252 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:20.610579 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.704454 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 55b09273-2f6b-4c07-89bb-31e8b6901252, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=55b09273-2f6b-4c07-89bb-31e8b6901252,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:20.754998 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f2e297e-553d-4180-ac70-e1c00533b162 req-742643b1-56ff-4ebe-a4a6-652dd557cf78 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.1059093 Oct 26 11:18:20.785286 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Allocated IP 172.20.0.6 (82a93ae2-3083-47e4-a693-201ca81c9c17/4b78a24a-e35f-4595-92d8-7272920ecd1d/20595fc6-a44c-4ee8-ae66-ce10051ef26d) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:20.789906 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:20.880295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:20.881750 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 68594789-2852-4052-a4c9-8a0d5b318ffc up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:20.894783 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Publish callbacks [] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.076774 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.145170 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks [] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.146557 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.305860 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.393550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=55b09273-2f6b-4c07-89bb-31e8b6901252,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:21.418585 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e6e8c85b-ef5f-4c5e-8b08-d569f6191ddd req-8dadd30e-9d06-4ba6-b7a1-4520804c719b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.0783899 Oct 26 11:18:21.441767 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Attempting to bind port 38b48d8f-07ae-47e9-a746-d89af57c5bfb on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:21.442149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Attempting to bind port 38b48d8f-07ae-47e9-a746-d89af57c5bfb by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:21.442517 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Attempting to bind port 38b48d8f-07ae-47e9-a746-d89af57c5bfb on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:21.528109 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 68594789-2852-4052-a4c9-8a0d5b318ffc triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:21.528377 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.528803 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 68594789-2852-4052-a4c9-8a0d5b318ffc Oct 26 11:18:21.618935 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aaa3d-ee64-423f-94f9-db74c1327cca None None] Pushing event updated for resources: {'Port': ['ID=38b48d8f-07ae-47e9-a746-d89af57c5bfb,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:21.661256 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:21.662204 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Checking segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:21.663458 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.664050 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Bound using segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:21.664748 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Bound port: 38b48d8f-07ae-47e9-a746-d89af57c5bfb, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:21.665334 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.682963 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2423e3-7d5c-4f72-8810-b86f9ca4cd54 req-20eeeff6-1d48-4407-ac13-a1405585acc5 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:21.684483 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ab2423e3-7d5c-4f72-8810-b86f9ca4cd54 req-20eeeff6-1d48-4407-ac13-a1405585acc5 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 931 time: 0.1220336 Oct 26 11:18:21.699443 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:21.751134 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:21.806906 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Pushing event updated for resources: {'Port': ['ID=20595fc6-a44c-4ee8-ae66-ce10051ef26d,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:21.808450 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cecbc4b9-76c9-4019-884d-fe589ed3e6e2 req-57f0daaf-e74b-428c-9155-2605ee64826a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.1357315 Oct 26 11:18:21.811505 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:21.820746 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:21.844953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:21.845880 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:21.877637 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 68594789-2852-4052-a4c9-8a0d5b318ffc is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:21.883217 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 515ad2a4-c61b-4d23-8234-cbea33dc3528 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:21.936902 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:21.947378 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ab2423e3-7d5c-4f72-8810-b86f9ca4cd54 req-3f741dc0-2b81-4bbc-8409-f85cc2b677c7 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485254 Oct 26 11:18:21.962838 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-90b09d7c-509e-45ca-97bb-c1f260593868 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7530296 Oct 26 11:18:21.982379 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] For port 38b48d8f-07ae-47e9-a746-d89af57c5bfb, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:21.987014 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] For port 38b48d8f-07ae-47e9-a746-d89af57c5bfb, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=38b48d8f-07ae-47e9-a746-d89af57c5bfb,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:22.057289 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 515ad2a4-c61b-4d23-8234-cbea33dc3528 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:22.058984 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.059404 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 515ad2a4-c61b-4d23-8234-cbea33dc3528 Oct 26 11:18:22.101959 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae6d0cd8-1be0-455f-844b-d1a34f5b2ba5 req-a4929de4-d8cf-475c-b64e-a5d950839543 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.0991724 Oct 26 11:18:22.265606 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 515ad2a4-c61b-4d23-8234-cbea33dc3528 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:22.265606 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 00f32250-7051-46b9-adf7-ee49e7d4effc up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:22.265606 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.283241 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:22.283872 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:18:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:22.344974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aaa3d-ee64-423f-94f9-db74c1327cca None None] Pushing event updated for resources: {'Port': ['ID=38b48d8f-07ae-47e9-a746-d89af57c5bfb,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:22.352380 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-653d692c-a504-4ee6-bcea-b87594c4ec92 None None] Provisioning complete for port 20595fc6-a44c-4ee8-ae66-ce10051ef26d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:22.352814 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-653d692c-a504-4ee6-bcea-b87594c4ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.353096 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-653d692c-a504-4ee6-bcea-b87594c4ec92 None None] Attempt 1 to provision port 20595fc6-a44c-4ee8-ae66-ce10051ef26d Oct 26 11:18:22.357418 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 00f32250-7051-46b9-adf7-ee49e7d4effc triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:22.357799 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.358153 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 00f32250-7051-46b9-adf7-ee49e7d4effc Oct 26 11:18:22.381655 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:22.471812 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-653d692c-a504-4ee6-bcea-b87594c4ec92 None None] Port 20595fc6-a44c-4ee8-ae66-ce10051ef26d cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:22.506081 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:22.506296 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:22.653945 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a8e35774-f95e-4caf-afbb-45341d23a759 req-e7669045-2685-4975-bdac-8bda29edf5b7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.0969012 Oct 26 11:18:22.669093 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 00f32250-7051-46b9-adf7-ee49e7d4effc is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:22.794094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.881537 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 777b8c5a-f9ba-42f8-8620-630a57372fc9 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:22.892248 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:22.951891 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:21Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:22.989164 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-838f0ca1-27cc-44b1-98fa-2a71fec89ccd req-e50669a9-5ece-4102-8be0-047e771caacd tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.0443828 Oct 26 11:18:23.040900 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53010) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:23.155227 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53016) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:23.173749 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c983e0-569b-4d02-956a-9970aa31c171 None None] The sync data for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi is: [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:21Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:23.193452 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-f948f75d-272f-4b59-a37d-73dd6ec885bd tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:18:23.198738 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-f948f75d-272f-4b59-a37d-73dd6ec885bd tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0228527 Oct 26 11:18:23.200376 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 777b8c5a-f9ba-42f8-8620-630a57372fc9 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:23.200919 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.201508 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 777b8c5a-f9ba-42f8-8620-630a57372fc9 Oct 26 11:18:23.218922 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb4e4-6c6b-488e-9647-1b2d18b29efe req-4391147b-2878-4b24-89f3-bf1701926f2c tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:23.227479 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4e0bb4e4-6c6b-488e-9647-1b2d18b29efe req-4391147b-2878-4b24-89f3-bf1701926f2c tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 931 time: 0.1407402 Oct 26 11:18:23.379259 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 777b8c5a-f9ba-42f8-8620-630a57372fc9 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:23.380702 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device ce67a9d9-6201-4623-a9bf-a9749ceb4495 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:23.383392 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ff72e46a-a825-4ff8-b4eb-6dd2d81126f8 req-bbcd7e4a-cc3b-4f7a-9090-64b6ec07bd01 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.1100447 Oct 26 11:18:23.398607 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:23.421572 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4e0bb4e4-6c6b-488e-9647-1b2d18b29efe req-902d8560-af26-48cc-8d36-80d5682e1f69 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916692 Oct 26 11:18:23.464368 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-535fc37e-b1d7-41fa-8d7f-0e1ae51b6c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.477366 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port ce67a9d9-6201-4623-a9bf-a9749ceb4495 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:23.478757 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.478757 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port ce67a9d9-6201-4623-a9bf-a9749ceb4495 Oct 26 11:18:23.537042 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.55', 51450) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:23.726451 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port ce67a9d9-6201-4623-a9bf-a9749ceb4495 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:23.728977 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 55b09273-2f6b-4c07-89bb-31e8b6901252 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:23.734096 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Request body: {'port': {'device_id': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:23.817389 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-33aaeb1c-17c2-4fc8-b6ed-b2ca45d835b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.886343 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 55b09273-2f6b-4c07-89bb-31e8b6901252 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:23.887589 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:23.888194 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 55b09273-2f6b-4c07-89bb-31e8b6901252 Oct 26 11:18:23.906281 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4599713f-fa2f-45b3-b662-aa4cf02f6a2e req-4dea99b1-1101-44a4-a8b0-391a0e7dea08 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.0925441 Oct 26 11:18:23.984437 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-09a72f8c-3b44-4b29-9ff1-8058b3f2e7fa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:23.989268 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-09a72f8c-3b44-4b29-9ff1-8058b3f2e7fa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 817 time: 0.4931600 Oct 26 11:18:24.005042 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-33aaeb1c-17c2-4fc8-b6ed-b2ca45d835b2 admin admin] Publish callbacks [] for security_group (5568b819-0c4e-4fb9-9f5e-49bb9248c062), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.113995 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 55b09273-2f6b-4c07-89bb-31e8b6901252 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:24.214551 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-535fc37e-b1d7-41fa-8d7f-0e1ae51b6c03 admin admin] Publish callbacks [] for security_group (898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.216042 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-33aaeb1c-17c2-4fc8-b6ed-b2ca45d835b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5568b819-0c4e-4fb9-9f5e-49bb9248c062), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.266336 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-a638d586-3145-4d4b-ba5a-166c238cd530 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 379 time: 0.2280095 Oct 26 11:18:24.302239 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:24.351218 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-535fc37e-b1d7-41fa-8d7f-0e1ae51b6c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.361219 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaeb1c-17c2-4fc8-b6ed-b2ca45d835b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5568b819-0c4e-4fb9-9f5e-49bb9248c062,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:24.377866 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b5ea614e-8461-41be-be7d-9e51f2394184 req-ea3244f3-8582-4929-9038-a00a41baccfc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.1843541 Oct 26 11:18:24.394582 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.436478 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53054) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:24.436635 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-33aaeb1c-17c2-4fc8-b6ed-b2ca45d835b2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7c0fb82767b3409098903b6ba8dc7b62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2793736 Oct 26 11:18:24.466616 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-535fc37e-b1d7-41fa-8d7f-0e1ae51b6c03 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0cf0ded643384150882993bf7c24f04a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4240618 Oct 26 11:18:24.467610 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53058) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:24.515011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fc37e-b1d7-41fa-8d7f-0e1ae51b6c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:24.540729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'port': {'device_id': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'admin_state_up': True, 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'security_groups': ['aedeb8a4-0a34-4f27-9942-ca04843da900']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:24.629934 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b6dcbdce-cf99-4fb3-9b9e-c39a1edbb5e9 req-03b5d050-aeae-4208-ad65-c41645f77154 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.0421844 Oct 26 11:18:24.783496 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2a365947-8aed-48a9-9a94-83c9f3816a36 admin admin] Publish callbacks [] for security_group (5568b819-0c4e-4fb9-9f5e-49bb9248c062), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.847438 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 38b48d8f-07ae-47e9-a746-d89af57c5bfb up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:24.861842 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2a365947-8aed-48a9-9a94-83c9f3816a36 admin admin] Publish callbacks [] for security_group (5568b819-0c4e-4fb9-9f5e-49bb9248c062), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.931108 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:24.974350 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 38b48d8f-07ae-47e9-a746-d89af57c5bfb triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:24.974946 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:24.981623 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 38b48d8f-07ae-47e9-a746-d89af57c5bfb Oct 26 11:18:25.005628 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08727802-2ebc-4cc1-b2ed-07a3cabecafc req-bc217945-2c55-4685-a62c-1c505d4b0381 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:25.019945 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Made reservation on behalf of ab29bf15969d46da9670efa2b52e6676 for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:25.024948 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.039888 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08727802-2ebc-4cc1-b2ed-07a3cabecafc req-bc217945-2c55-4685-a62c-1c505d4b0381 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 931 time: 0.4716752 Oct 26 11:18:25.042054 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fbf76e9-acdf-4503-9d33-10f94e04c8c0 admin admin] Publish callbacks [] for security_group (898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.057617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:25.067723 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fbf76e9-acdf-4503-9d33-10f94e04c8c0 admin admin] Publish callbacks [] for security_group (898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.082403 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2a365947-8aed-48a9-9a94-83c9f3816a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5568b819-0c4e-4fb9-9f5e-49bb9248c062), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.086126 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2a365947-8aed-48a9-9a94-83c9f3816a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.109550 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2a365947-8aed-48a9-9a94-83c9f3816a36 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5568b819-0c4e-4fb9-9f5e-49bb9248c062 HTTP/1.1" status: 204 len: 168 time: 0.6709409 Oct 26 11:18:25.135302 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 38b48d8f-07ae-47e9-a746-d89af57c5bfb is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:25.135982 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.199812 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 38b48d8f-07ae-47e9-a746-d89af57c5bfb, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=38b48d8f-07ae-47e9-a746-d89af57c5bfb,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:25.208898 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed97d21c-8b5e-42b9-bbe4-02c1d5749e6c req-77e2375b-bf9c-409a-8bf6-61aeea057f0d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.1525898 Oct 26 11:18:25.219447 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a365947-8aed-48a9-9a94-83c9f3816a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5568b819-0c4e-4fb9-9f5e-49bb9248c062,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:25.289211 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fbf76e9-acdf-4503-9d33-10f94e04c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.292862 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fbf76e9-acdf-4503-9d33-10f94e04c8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.295749 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-1fbf76e9-acdf-4503-9d33-10f94e04c8c0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3 HTTP/1.1" status: 204 len: 168 time: 0.8243001 Oct 26 11:18:25.295935 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:25.370234 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Allocated IP 172.20.0.12 (8a84e861-89f8-4687-9444-98b50729a58f/791f35dc-52e3-43a8-9df8-821645d96fd4/6cd2d732-48e8-4aca-ac57-8f769619a1f1) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:25.372885 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08727802-2ebc-4cc1-b2ed-07a3cabecafc req-0d14872b-a7f1-4249-97bc-51cfd862ec1e tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317020 Oct 26 11:18:25.378704 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf76e9-acdf-4503-9d33-10f94e04c8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898fab3e-1ac5-4f5c-bb2a-8016cf0c67b3,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:25.385749 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:25.448935 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=38b48d8f-07ae-47e9-a746-d89af57c5bfb,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:25.555072 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.55', 51464) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:25.844621 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4f18127e-cfb7-439e-b67b-3d240dd3d626 req-fb25507a-53ed-4b3f-b982-0786ef4491d1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.2769310 Oct 26 11:18:25.979691 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.010394 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20595fc6-a44c-4ee8-ae66-ce10051ef26d {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:26.016788 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1b4ca51a-dc24-4391-90d6-a0ff8cc2b901 req-c23106dc-b3b4-402e-ba3a-c56976501afd tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.0756671 Oct 26 11:18:26.029004 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Publish callbacks [] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.070005 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Transition to ACTIVE for port object 20595fc6-a44c-4ee8-ae66-ce10051ef26d will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:18:26.072744 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:26.088979 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-5374afb4-6cca-4c4c-a043-9c8f725349d9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:26.090611 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-5374afb4-6cca-4c4c-a043-9c8f725349d9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 819 time: 0.5345099 Oct 26 11:18:26.149163 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.179943 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.260591 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'port': {'device_id': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'admin_state_up': True, 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:26.267895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14813f27-2caa-4524-b735-6275c154745b service neutron] Pushing event updated for resources: {'Port': ['ID=20595fc6-a44c-4ee8-ae66-ce10051ef26d,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:26.288476 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:26.299466 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53096) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.314347 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Attempting to bind port 20595fc6-a44c-4ee8-ae66-ce10051ef26d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:26.316092 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Attempting to bind port 20595fc6-a44c-4ee8-ae66-ce10051ef26d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:26.316657 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Attempting to bind port 20595fc6-a44c-4ee8-ae66-ce10051ef26d on network 82a93ae2-3083-47e4-a693-201ca81c9c17 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:26.360176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-823cda84-8380-42f5-b22e-fe7d3c4057cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.459543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-823cda84-8380-42f5-b22e-fe7d3c4057cc admin admin] Publish callbacks [] for security_group (5ec96dab-f30d-47de-8d1d-4209264c3013), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.477753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Network 8a84e861-89f8-4687-9444-98b50729a58f is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:26.477753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:26.477753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:26.504739 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:26.507042 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.544804 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:26.556431 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53100) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.582162 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Port 20595fc6-a44c-4ee8-ae66-ce10051ef26d on network 82a93ae2-3083-47e4-a693-201ca81c9c17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:18:26.583616 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Attempting to bind port 20595fc6-a44c-4ee8-ae66-ce10051ef26d on network 82a93ae2-3083-47e4-a693-201ca81c9c17 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:26.595456 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-823cda84-8380-42f5-b22e-fe7d3c4057cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5ec96dab-f30d-47de-8d1d-4209264c3013), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.619647 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e3ccfc55-952c-4537-8083-387a616ee8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.712013 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53102) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:26.723161 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-823cda84-8380-42f5-b22e-fe7d3c4057cc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5e624ae9521e4b8191d8a86bff142951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036400 Oct 26 11:18:26.725067 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cda84-8380-42f5-b22e-fe7d3c4057cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec96dab-f30d-47de-8d1d-4209264c3013,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:26.732366 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3ebebcc5-e4ef-453f-b943-05b9c6d475ee req-c445aa72-7a55-4a68-a807-e93b2d4d3883 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.2705560 Oct 26 11:18:26.741419 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-b038dfbf-aff9-4a4e-80fc-ed79f5cf301b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2289491 Oct 26 11:18:26.755613 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Made reservation on behalf of 9d9d2ce62fb74bdb8de53bc06b1a999d for: {'port': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:26.764002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.775006 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:26.795197 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8df03-a5bb-4c5a-97c3-acab6c271a3d req-e699afd2-25ff-4d14-acbd-1b1e5c4cb75b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:26.796932 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95a8df03-a5bb-4c5a-97c3-acab6c271a3d req-e699afd2-25ff-4d14-acbd-1b1e5c4cb75b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.1966367 Oct 26 11:18:26.840519 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:26.841247 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Checking segment: {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:26.841706 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Bound using segment: {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:26.842557 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Bound port: 20595fc6-a44c-4ee8-ae66-ce10051ef26d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15aacc29-b262-437b-825b-ee9748f5d078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:26.842557 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.862102 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-02767eaa-1ca9-4b47-8f6b-ff71b7eae73f None None] Provisioning complete for port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:26.862648 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-02767eaa-1ca9-4b47-8f6b-ff71b7eae73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.862806 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-02767eaa-1ca9-4b47-8f6b-ff71b7eae73f None None] Attempt 1 to provision port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 Oct 26 11:18:26.905230 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 38b48d8f-07ae-47e9-a746-d89af57c5bfb up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:26.948357 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-02767eaa-1ca9-4b47-8f6b-ff71b7eae73f None None] Port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:26.974767 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 38b48d8f-07ae-47e9-a746-d89af57c5bfb triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:26.975274 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:26.975926 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 38b48d8f-07ae-47e9-a746-d89af57c5bfb Oct 26 11:18:27.026793 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95a8df03-a5bb-4c5a-97c3-acab6c271a3d req-533cb929-bcf2-4b39-b373-d134475b090d tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077560 Oct 26 11:18:27.041445 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4c8b76b0-9921-4abf-8463-35ade8107851 req-6b888930-4761-45c7-82d4-5f8da9c6a9c9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.0501387 Oct 26 11:18:27.131335 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Request body: {'port': {'device_id': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:27.154903 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e3ccfc55-952c-4537-8083-387a616ee8d3 admin admin] Publish callbacks [] for security_group (002e288d-4687-4e1f-81b8-6ed7a28aef92), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.194091 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 38b48d8f-07ae-47e9-a746-d89af57c5bfb is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:27.274530 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.288045 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53126) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:27.304418 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e3ccfc55-952c-4537-8083-387a616ee8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (002e288d-4687-4e1f-81b8-6ed7a28aef92), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.427160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccfc55-952c-4537-8083-387a616ee8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e288d-4687-4e1f-81b8-6ed7a28aef92,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:27.446728 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bc0d493f-9d47-459f-b7f5-7dba2b40aea6 admin admin] Publish callbacks [] for security_group (5ec96dab-f30d-47de-8d1d-4209264c3013), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.603452 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:27.610093 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.55', 51473) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:27.644184 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8b3bd-12c3-4730-834f-45fb4e00d95b req-bb7df61a-3622-49f8-b8b8-29ab8abdecd6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:27.652126 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d9e8b3bd-12c3-4730-834f-45fb4e00d95b req-bb7df61a-3622-49f8-b8b8-29ab8abdecd6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 932 time: 0.4412153 Oct 26 11:18:27.688692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f156b8be-f1e3-4535-85bb-7051e87506a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.711794 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:27.721699 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bc0d493f-9d47-459f-b7f5-7dba2b40aea6 admin admin] Publish callbacks [] for security_group (5ec96dab-f30d-47de-8d1d-4209264c3013), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:27.737962 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:27.749187 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e3ccfc55-952c-4537-8083-387a616ee8d3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=627ba77bc0b64985acbea2da558c87e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1901820 Oct 26 11:18:27.755696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53142) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:27.810313 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] For port 20595fc6-a44c-4ee8-ae66-ce10051ef26d, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:27.858709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] For port 20595fc6-a44c-4ee8-ae66-ce10051ef26d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:27.890553 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Allocated IP 172.20.0.13 (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5/1513dfcd-38d0-4220-97a6-a894a594c0aa/9710ecc2-ca47-4ec2-84c2-3aadb85ac335) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:27.949879 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d9e8b3bd-12c3-4730-834f-45fb4e00d95b req-623282f2-8285-4840-90a1-97a381a3caeb tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968798 Oct 26 11:18:28.005814 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.028593 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:28.029291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.030797 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-14813f27-2caa-4524-b735-6275c154745b service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/20595fc6-a44c-4ee8-ae66-ce10051ef26d HTTP/1.1" status: 200 len: 1093 time: 4.4913936 Oct 26 11:18:28.152100 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'tag': '20595fc6-a44c-4ee8-ae66-ce10051ef26d'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:28.201095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-22ed8fe3-0ea4-4822-8551-6898f1c76a09 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:28.202538 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-22ed8fe3-0ea4-4822-8551-6898f1c76a09 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.5471685 Oct 26 11:18:28.246290 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14813f27-2caa-4524-b735-6275c154745b service neutron] Pushing event updated for resources: {'Port': ['ID=20595fc6-a44c-4ee8-ae66-ce10051ef26d,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:28.263151 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bc0d493f-9d47-459f-b7f5-7dba2b40aea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5ec96dab-f30d-47de-8d1d-4209264c3013), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.266257 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bc0d493f-9d47-459f-b7f5-7dba2b40aea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.269925 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-bc0d493f-9d47-459f-b7f5-7dba2b40aea6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5ec96dab-f30d-47de-8d1d-4209264c3013 HTTP/1.1" status: 204 len: 168 time: 1.5492690 Oct 26 11:18:28.323915 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d493f-9d47-459f-b7f5-7dba2b40aea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec96dab-f30d-47de-8d1d-4209264c3013,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:28.358448 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ecb2-f454-453a-91bd-9bdf45b15dc3 req-3d8311c5-c081-46d9-a782-026b0d6e760b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:28.366378 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-db87ecb2-f454-453a-91bd-9bdf45b15dc3 req-3d8311c5-c081-46d9-a782-026b0d6e760b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.1148381 Oct 26 11:18:28.406642 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-20268063-ee01-4eb5-ad77-1459349b9bba req-200ad716-8283-4248-92f6-634c6611007e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.1243904 Oct 26 11:18:28.429260 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:28.553858 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.572418 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6571156e-e371-474e-be7e-808e19529ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "3db7d6af-35ae-45dd-922d-ee3f0251f4be", "tag": "20595fc6-a44c-4ee8-ae66-ce10051ef26d"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:28.615600 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-db87ecb2-f454-453a-91bd-9bdf45b15dc3 req-29ded5e1-3ae1-4b00-a56a-9ef39b523c21 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480698 Oct 26 11:18:28.618518 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:28.658395 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4be3ee6e-0f4f-4c4f-8fa5-aaa2d59a6ca5 admin admin] Publish callbacks [] for security_group (002e288d-4687-4e1f-81b8-6ed7a28aef92), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.735966 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f83c05cc-7e30-419f-9481-92e0d2ecbec3 req-f4487a4d-20a9-48d4-a46a-75f624bf0c8f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.1207116 Oct 26 11:18:28.773742 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.795704 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4be3ee6e-0f4f-4c4f-8fa5-aaa2d59a6ca5 admin admin] Publish callbacks [] for security_group (002e288d-4687-4e1f-81b8-6ed7a28aef92), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:28.851653 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-f8de2590-6816-4174-863e-281f5afb9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:28.871730 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-f8de2590-6816-4174-863e-281f5afb9561 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2375e01650824224b673bea3d06af9eb&device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 1127 time: 0.2402921 Oct 26 11:18:29.029126 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-2142fac8-9e13-4794-ad91-65dec742f64d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 379 time: 0.5403004 Oct 26 11:18:29.032866 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:29.037044 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'Port': ['ID=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:29.046502 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:29.069334 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f156b8be-f1e3-4535-85bb-7051e87506a3 admin admin] Publish callbacks [] for security_group (774a43ad-6439-4b9a-866f-13a78954f3b0), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.098186 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:29.100483 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd2d732-48e8-4aca-ac57-8f769619a1f1 {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:29.119967 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:29.120648 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.142854 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Publish callbacks [] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.176480 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f156b8be-f1e3-4535-85bb-7051e87506a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (774a43ad-6439-4b9a-866f-13a78954f3b0), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.261389 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'port': {'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'admin_state_up': True, 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'security_groups': ['3d92907d-0443-4fc9-a723-c48474654f7d']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:29.352949 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39e112-29c1-429f-9b82-dc5cedee0396 req-169796c3-964f-40fb-8f83-f58011abd43c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:29.354949 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Transition to ACTIVE for port object 6cd2d732-48e8-4aca-ac57-8f769619a1f1 will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:18:29.355999 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3b39e112-29c1-429f-9b82-dc5cedee0396 req-169796c3-964f-40fb-8f83-f58011abd43c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 932 time: 0.1874790 Oct 26 11:18:29.357532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0bf8cc-1cc3-443d-802b-1f67943a94ac x-openstack-request-id: req-1d0bf8cc-1cc3-443d-802b-1f67943a94ac {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:29.359128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db7d6af-35ae-45dd-922d-ee3f0251f4be", "tag": "20595fc6-a44c-4ee8-ae66-ce10051ef26d", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:29.359937 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d0bf8cc-1cc3-443d-802b-1f67943a94ac {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:29.374663 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0bf8cc-1cc3-443d-802b-1f67943a94ac'] response: {'name': 'network-changed', 'server_uuid': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'tag': '20595fc6-a44c-4ee8-ae66-ce10051ef26d', 'status': 'completed', 'code': 200} Oct 26 11:18:29.413455 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f156b8be-f1e3-4535-85bb-7051e87506a3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0791e18214d94c2495a75a53ed80283f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1175539 Oct 26 11:18:29.417161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156b8be-f1e3-4535-85bb-7051e87506a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774a43ad-6439-4b9a-866f-13a78954f3b0,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:29.424562 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53196) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:29.508269 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.527775 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.55', 51482) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:29.631272 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-f75db73c-86b2-43d3-8576-a2b626f055c2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3735957 Oct 26 11:18:29.673692 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-2794d8f2-635f-4abd-870f-5bf58a8b4f91 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d HTTP/1.1" status: 200 len: 217 time: 0.2935402 Oct 26 11:18:29.682754 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4be3ee6e-0f4f-4c4f-8fa5-aaa2d59a6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (002e288d-4687-4e1f-81b8-6ed7a28aef92), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.684442 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Request body: {'port': {'device_id': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:29.685259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4be3ee6e-0f4f-4c4f-8fa5-aaa2d59a6ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.686372 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-4be3ee6e-0f4f-4c4f-8fa5-aaa2d59a6ca5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/002e288d-4687-4e1f-81b8-6ed7a28aef92 HTTP/1.1" status: 204 len: 168 time: 1.9295878 Oct 26 11:18:29.698271 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-603e76a2-f50b-4c6e-8516-c6cd5cf653c3 None None] Provisioning complete for port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:29.698862 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-603e76a2-f50b-4c6e-8516-c6cd5cf653c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:29.699082 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-603e76a2-f50b-4c6e-8516-c6cd5cf653c3 None None] Attempt 1 to provision port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 Oct 26 11:18:29.725978 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:29.725978 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24abb7a1-9d7c-43c6-a533-99496d7d52c5 req-b5663575-fb75-4170-bf50-25380089250f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.0622792 Oct 26 11:18:29.806328 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-603e76a2-f50b-4c6e-8516-c6cd5cf653c3 None None] Port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:29.868222 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3ee6e-0f4f-4c4f-8fa5-aaa2d59a6ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e288d-4687-4e1f-81b8-6ed7a28aef92,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:29.870361 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:29.968858 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-82a28701-f32f-4c32-b574-72279730be82 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:29.968858 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-82a28701-f32f-4c32-b574-72279730be82 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 819 time: 0.4305022 Oct 26 11:18:30.002626 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9639-d4fa-446b-a99a-c8a17bcb55a2 admin admin] Publish callbacks [] for security_group (774a43ad-6439-4b9a-866f-13a78954f3b0), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.014087 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'port': {'device_id': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'admin_state_up': True, 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:30.044281 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Attempting to bind port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:30.044884 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Attempting to bind port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:30.045396 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Attempting to bind port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 on network 8a84e861-89f8-4687-9444-98b50729a58f {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:30.089526 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeaf1c-f1da-4c4b-86da-04fe65e9b3a9 req-0ec7ddd3-51d9-4091-ae9d-e418930ca77b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:30.097959 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-27aeaf1c-f1da-4c4b-86da-04fe65e9b3a9 req-0ec7ddd3-51d9-4091-ae9d-e418930ca77b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.1838915 Oct 26 11:18:30.107741 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3b39e112-29c1-429f-9b82-dc5cedee0396 req-af13ac4f-2d9b-444e-b83b-627c57c93b15 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5414031 Oct 26 11:18:30.210567 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:30.221867 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-27aeaf1c-f1da-4c4b-86da-04fe65e9b3a9 req-e3f8c5b8-677a-47c6-9b0c-8acc5f9c4cd2 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228049 Oct 26 11:18:30.227865 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Made reservation on behalf of 724121c2144843b7adc7e17312613c9d for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:30.233209 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.247802 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 on network 8a84e861-89f8-4687-9444-98b50729a58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:18:30.248068 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Attempting to bind port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 on network 8a84e861-89f8-4687-9444-98b50729a58f {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:30.283376 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-9b7eeff9-857a-4a90-a15f-72280026f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:30.287244 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-9b7eeff9-857a-4a90-a15f-72280026f203 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4b78a24a-e35f-4595-92d8-7272920ecd1d HTTP/1.1" status: 200 len: 850 time: 0.2028966 Oct 26 11:18:30.301724 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9639-d4fa-446b-a99a-c8a17bcb55a2 admin admin] Publish callbacks [] for security_group (774a43ad-6439-4b9a-866f-13a78954f3b0), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.361839 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.426936 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3cef5e9d-5080-44a2-9a41-324b475e53ed req-b2414de1-2fed-42c7-895d-52ee5b7cba8e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.0902505 Oct 26 11:18:30.436129 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-3683ef48-8735-4c6a-840b-612a3c40c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:30.436129 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-3683ef48-8735-4c6a-840b-612a3c40c76b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=82a93ae2-3083-47e4-a693-201ca81c9c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1357129 Oct 26 11:18:30.437197 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:30.437736 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Checking segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:30.438610 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Bound using segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:30.439306 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Bound port: 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:30.439890 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.471147 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:30.585561 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:30.596078 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:30.637303 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9639-d4fa-446b-a99a-c8a17bcb55a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (774a43ad-6439-4b9a-866f-13a78954f3b0), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.644469 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9639-d4fa-446b-a99a-c8a17bcb55a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.653570 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7e0a9639-d4fa-446b-a99a-c8a17bcb55a2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/774a43ad-6439-4b9a-866f-13a78954f3b0 HTTP/1.1" status: 204 len: 168 time: 1.2286370 Oct 26 11:18:30.706991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a9639-d4fa-446b-a99a-c8a17bcb55a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a43ad-6439-4b9a-866f-13a78954f3b0,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:30.712118 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-3ab9f9cb-46b5-4110-9a07-41d04cc507e3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524781 Oct 26 11:18:30.715009 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Made reservation on behalf of 9d9d2ce62fb74bdb8de53bc06b1a999d for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:18:30.720439 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.727314 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.798409 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:30.800315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.803020 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 1094 time: 3.6771507 Oct 26 11:18:30.812328 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:30.831982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:30.928301 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e5114c00-8c6a-4cb0-b1c0-ceb36119468c req-d7ffeec0-b1a0-4afd-9376-c7a481ce3ea7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990454 Oct 26 11:18:30.942635 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:30.954081 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Publish callbacks [] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:30.979394 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Transition to ACTIVE for port object 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:18:31.028176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:31.095709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.155821 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-f1d60088-7a20-412b-ae99-008f62e4e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:31.157522 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-f1d60088-7a20-412b-ae99-008f62e4e5e6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1128 time: 0.0977111 Oct 26 11:18:31.218235 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:31.243028 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d31fbf-1200-4314-91b1-3a1b449d809e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:31.339531 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-41757d33-3980-4fb5-a776-501be26adc1b req-154f920a-e153-4ea1-bc26-c72b32cb4db3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.3205652 Oct 26 11:18:31.374449 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.20.0.10 (4b6fe9a7-2300-42a7-b12b-879816096b76/a345ced8-26c6-4f7c-8e1c-33b3b766a058/caf5feb7-a01a-4f65-a03c-f3013b3ab59d) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:31.389243 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-0af1f5a4-b632-46ea-ba1c-89db4bd1a54f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 217 time: 0.1983953 Oct 26 11:18:31.390029 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Attempting to bind port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:31.390337 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Attempting to bind port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:31.390661 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Attempting to bind port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:31.576452 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08f3a9-28ef-4077-be78-bb50ea4da0a0 req-42ed445b-ac0d-49c9-bde1-8f60527354d2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:31.584856 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1c08f3a9-28ef-4077-be78-bb50ea4da0a0 req-42ed445b-ac0d-49c9-bde1-8f60527354d2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.2816412 Oct 26 11:18:31.602948 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.662704 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:18:31.663349 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Attempting to bind port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:31.667282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571156e-e371-474e-be7e-808e19529ee8 req-00650ea1-8e25-444b-b7d8-edced94471e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:31.669134 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-00650ea1-8e25-444b-b7d8-edced94471e8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2375e01650824224b673bea3d06af9eb&device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 1127 time: 0.5029514 Oct 26 11:18:31.692653 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:31.706424 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-7f88bafa-1e8c-4011-a06f-9bb192fc5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:31.711151 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-7f88bafa-1e8c-4011-a06f-9bb192fc5248 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.2404327 Oct 26 11:18:31.730642 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:31.829048 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1c08f3a9-28ef-4077-be78-bb50ea4da0a0 req-3425bc28-0b20-49fd-ac70-d720e4242773 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415907 Oct 26 11:18:31.892726 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:31.893137 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Checking segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:31.893665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Bound using segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:31.894272 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Bound port: 9710ecc2-ca47-4ec2-84c2-3aadb85ac335, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:31.894624 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:31.924148 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-1ab50508-1cd8-443e-a2f4-3e5d57c9d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:31.925895 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-1ab50508-1cd8-443e-a2f4-3e5d57c9d123 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1938431 Oct 26 11:18:31.976363 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e598f23-1e2e-46ee-8e20-c57a2e7bd4b9 req-43076a04-4a73-46c9-8db6-5068464c7f60 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:31.977998 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3e598f23-1e2e-46ee-8e20-c57a2e7bd4b9 req-43076a04-4a73-46c9-8db6-5068464c7f60 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.3903854 Oct 26 11:18:31.991897 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afca2fe-7105-4cc3-aaaf-cf42f971363d" -d '{"events": [{"name": "network-changed", "server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:32.073189 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53290) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:32.119311 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Allocated IP 172.20.0.8 (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5/1513dfcd-38d0-4220-97a6-a894a594c0aa/0bd9ab45-c3f2-4623-8bcc-0d43ada4210e) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:18:32.134698 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-d7273796-5d61-49b6-81ca-1faaf22c26bb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008681 Oct 26 11:18:32.137156 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-83085e0e-910b-4887-a05a-99215df99887 req-616e13c4-2e3b-4531-8f8b-d9d674782307 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.1127348 Oct 26 11:18:32.138572 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-179a5e81-f6f9-42d6-a1da-02f8189d8430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.233775 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.268776 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571156e-e371-474e-be7e-808e19529ee8 req-139f31a1-6de7-4ba3-8ed7-af1dfe94215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:32.270286 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-139f31a1-6de7-4ba3-8ed7-af1dfe94215a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=82a93ae2-3083-47e4-a693-201ca81c9c17 HTTP/1.1" status: 200 len: 912 time: 0.5730109 Oct 26 11:18:32.270675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] For port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:32.276406 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] For port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:32.288341 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3e598f23-1e2e-46ee-8e20-c57a2e7bd4b9 req-ba39f9cc-3029-4230-93f3-204e6364c4e8 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882876 Oct 26 11:18:32.295716 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf5f75a4-154e-4be1-a4c7-6e329d49ed41 req-03ad0946-5e62-4a1b-97bb-d77af702fa0f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527677 Oct 26 11:18:32.396299 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.427675 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:32.453427 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:32.459811 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.462280 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 200 len: 1094 time: 2.7838948 Oct 26 11:18:32.463114 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'tag': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:32.469600 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9605a6fb-878e-4a59-b9dd-95786ff2e33f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f70dba-88ab-42ae-ace7-b95eeac5fcfc", "tag": "9710ecc2-ca47-4ec2-84c2-3aadb85ac335"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:32.528740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:32.600620 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c435a-4db4-4dca-8b2b-51cb2d511bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:32.780066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:32.794023 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:32.794023 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.837403 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:32.850340 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-6e030693-ceab-4d88-8477-78b157f7eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:32.855694 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-31f5bdfc-6cb4-490c-a71f-37e1549421b5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d HTTP/1.1" status: 200 len: 217 time: 0.5559528 Oct 26 11:18:32.856480 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-6e030693-ceab-4d88-8477-78b157f7eb3f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1128 time: 0.1397953 Oct 26 11:18:32.936871 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc42046e-ac82-4a4c-8a4b-6a425f399901 x-openstack-request-id: req-bc42046e-ac82-4a4c-8a4b-6a425f399901 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:32.937450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f70dba-88ab-42ae-ace7-b95eeac5fcfc", "tag": "9710ecc2-ca47-4ec2-84c2-3aadb85ac335", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:32.937912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc42046e-ac82-4a4c-8a4b-6a425f399901 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:32.938464 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc42046e-ac82-4a4c-8a4b-6a425f399901'] response: {'name': 'network-changed', 'server_uuid': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'tag': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335', 'status': 'completed', 'code': 200} Oct 26 11:18:32.940686 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-8ab30f01-bd61-46c6-a0bb-a5de0425b616 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 200 len: 217 time: 0.0634398 Oct 26 11:18:32.979340 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:32.984089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-77d23b54-2525-4ad6-a6d6-3909819b6191 None None] Provisioning complete for port caf5feb7-a01a-4f65-a03c-f3013b3ab59d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:32.984461 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-77d23b54-2525-4ad6-a6d6-3909819b6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:32.989072 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-77d23b54-2525-4ad6-a6d6-3909819b6191 None None] Attempt 1 to provision port caf5feb7-a01a-4f65-a03c-f3013b3ab59d Oct 26 11:18:33.001381 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78ec065-ab06-48c9-bdeb-b5e6d1bc4141 x-openstack-request-id: req-c78ec065-ab06-48c9-bdeb-b5e6d1bc4141 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:33.001998 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:33.002520 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c78ec065-ab06-48c9-bdeb-b5e6d1bc4141 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:33.006937 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78ec065-ab06-48c9-bdeb-b5e6d1bc4141'] response: {'name': 'network-changed', 'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'status': 'completed', 'code': 200} Oct 26 11:18:33.039812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.072884 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:33.109604 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-77d23b54-2525-4ad6-a6d6-3909819b6191 None None] Port caf5feb7-a01a-4f65-a03c-f3013b3ab59d cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:33.146247 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0235880-a907-4526-a5a6-2e4712a704f8 req-65eb9cac-e6af-4bb1-a089-37e33f0278fe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.147881 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e0235880-a907-4526-a5a6-2e4712a704f8 req-65eb9cac-e6af-4bb1-a089-37e33f0278fe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 932 time: 0.6114705 Oct 26 11:18:33.202564 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571156e-e371-474e-be7e-808e19529ee8 req-689d447d-bb64-4d4b-a4fb-8be2a3706d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.202564 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-689d447d-bb64-4d4b-a4fb-8be2a3706d2b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4b78a24a-e35f-4595-92d8-7272920ecd1d HTTP/1.1" status: 200 len: 850 time: 0.3443205 Oct 26 11:18:33.208287 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-e544f06f-6cd7-4e05-8851-19203d9a16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.209914 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-e544f06f-6cd7-4e05-8851-19203d9a16f1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1128 time: 0.2046173 Oct 26 11:18:33.225566 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-e7fb70af-c5c4-47e2-9e60-b527e1f92a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.227238 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-e7fb70af-c5c4-47e2-9e60-b527e1f92a20 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.2193532 Oct 26 11:18:33.234027 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bb25-1a36-4ab2-a98a-f31cd0faabea req-02535e09-d9b7-4079-b092-2623247ca0e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.241997 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1084bb25-1a36-4ab2-a98a-f31cd0faabea req-02535e09-d9b7-4079-b092-2623247ca0e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0840447 Oct 26 11:18:33.259186 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-697ea9ba-4e57-45d4-9794-07584545c7a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0652018 Oct 26 11:18:33.330089 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Request body: {'port': {'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:33.341602 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-179a5e81-f6f9-42d6-a1da-02f8189d8430 admin admin] Publish callbacks [] for security_group (f3b9ebd6-2a9a-49f4-9951-da1b65849e01), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.389428 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1084bb25-1a36-4ab2-a98a-f31cd0faabea req-30a981a3-b7ef-4732-b4e4-de0034eb4628 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464984 Oct 26 11:18:33.440616 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e0235880-a907-4526-a5a6-2e4712a704f8 req-858d077f-783d-43f4-8245-1e44fcae1e7c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291372 Oct 26 11:18:33.496054 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-179a5e81-f6f9-42d6-a1da-02f8189d8430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (f3b9ebd6-2a9a-49f4-9951-da1b65849e01), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.534062 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-b0edbdb0-6b0f-469b-b4c6-625e634edbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.535853 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-b0edbdb0-6b0f-469b-b4c6-625e634edbcd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2520108 Oct 26 11:18:33.585742 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571156e-e371-474e-be7e-808e19529ee8 req-19fb6003-b545-4aad-9ac0-779ec595a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.588967 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-19fb6003-b545-4aad-9ac0-779ec595a77c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=82a93ae2-3083-47e4-a693-201ca81c9c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3169525 Oct 26 11:18:33.597795 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5e81-f6f9-42d6-a1da-02f8189d8430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b9ebd6-2a9a-49f4-9951-da1b65849e01,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:33.619506 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02d98a9e-3e78-4103-82f3-cb5f18bd80cd req-a6e4608d-0005-42f2-8c85-822708a94ac7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.0858891 Oct 26 11:18:33.701954 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:33.776330 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-b86eb3c6-fc7c-4ebb-a2cf-bb2eb0b3220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:33.777950 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-b86eb3c6-fc7c-4ebb-a2cf-bb2eb0b3220c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.4961629 Oct 26 11:18:33.842546 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-179a5e81-f6f9-42d6-a1da-02f8189d8430 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4d92ee9add34bdda4c6df36abe7c787&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7655842 Oct 26 11:18:33.934867 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'Port': ['ID=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:33.938320 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53340) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:33.940616 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:18:34.009248 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-9cf66a62-858f-4298-a92b-d0c0df25fc9f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 217 time: 0.2222290 Oct 26 11:18:34.012061 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-4f171f9f-bd43-4302-bbb7-83f0e9deef6c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116299 Oct 26 11:18:34.030584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45221a-ae2f-466b-9b65-3eaf7861b2a2 req-df07163b-5b12-43de-af50-8af52e0538ce tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.040378 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ae45221a-ae2f-466b-9b65-3eaf7861b2a2 req-df07163b-5b12-43de-af50-8af52e0538ce tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.4511132 Oct 26 11:18:34.043164 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:18:34.046769 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:18:34.052398 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.054424 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.063419 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-667a8597-0ef7-4a8f-aa85-ac93d212db06 admin admin] Publish callbacks [] for security_group (f3b9ebd6-2a9a-49f4-9951-da1b65849e01), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.097587 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.137820 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-667a8597-0ef7-4a8f-aa85-ac93d212db06 admin admin] Publish callbacks [] for security_group (f3b9ebd6-2a9a-49f4-9951-da1b65849e01), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.209321 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ae45221a-ae2f-466b-9b65-3eaf7861b2a2 req-fff5ede3-c908-4ea0-a029-839c9dd68391 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626441 Oct 26 11:18:34.228293 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-f565dcce-ac14-466e-a8cf-f851ffcfcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.230278 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-f565dcce-ac14-466e-a8cf-f851ffcfcfae service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.1278727 Oct 26 11:18:34.261652 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-10b546b2-8c6d-46a4-8562-9128ba6be2ee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217380 Oct 26 11:18:34.393610 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a27811bc-a9ef-4ef6-ad2b-1178ad043823 req-827f2c65-edb4-4c97-b7da-87d08334d246 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704426 Oct 26 11:18:34.455992 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-fe276c17-327a-4cfe-a0fd-c567e4104c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.457593 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-fe276c17-327a-4cfe-a0fd-c567e4104c56 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629265 Oct 26 11:18:34.458802 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-ce7b0ba2-505d-4b89-89b4-5fe9f7c7a197 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4493601 Oct 26 11:18:34.459926 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-7475b993-ccb1-4d39-a56b-c56949aeacab None None] Provisioning complete for port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:34.466248 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7475b993-ccb1-4d39-a56b-c56949aeacab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.467488 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-7475b993-ccb1-4d39-a56b-c56949aeacab None None] Attempt 1 to provision port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e Oct 26 11:18:34.527463 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Request body: {'port': {'device_id': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:34.535089 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-667a8597-0ef7-4a8f-aa85-ac93d212db06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (f3b9ebd6-2a9a-49f4-9951-da1b65849e01), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.540281 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-667a8597-0ef7-4a8f-aa85-ac93d212db06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.540281 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-667a8597-0ef7-4a8f-aa85-ac93d212db06 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f3b9ebd6-2a9a-49f4-9951-da1b65849e01 HTTP/1.1" status: 204 len: 168 time: 0.5920410 Oct 26 11:18:34.609550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-7475b993-ccb1-4d39-a56b-c56949aeacab None None] Port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:18:34.649607 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:34.657874 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a8597-0ef7-4a8f-aa85-ac93d212db06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b9ebd6-2a9a-49f4-9951-da1b65849e01,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:34.695338 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-4bf0ec06-eb07-4166-a39c-854680bca38e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195409 Oct 26 11:18:34.704479 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-842cd68e-2d9b-44df-a15c-535d714bcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.706074 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-842cd68e-2d9b-44df-a15c-535d714bcf1e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1128 time: 0.1133699 Oct 26 11:18:34.715422 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc67e0-dd1e-4937-b61a-d08c4bccdccc req-89341b48-5206-4191-b6a6-4efcdb1810aa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.716434 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fdbc67e0-dd1e-4937-b61a-d08c4bccdccc req-89341b48-5206-4191-b6a6-4efcdb1810aa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.1856689 Oct 26 11:18:34.773265 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc619-5c7f-43a8-964e-66590ec4ea92 req-800758bd-b243-4828-b06e-f5753642576b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.774762 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5a1dc619-5c7f-43a8-964e-66590ec4ea92 req-800758bd-b243-4828-b06e-f5753642576b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 932 time: 0.1406522 Oct 26 11:18:34.795885 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-7c78ac80-c7f0-4618-8c5c-06daf1c2c052 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124962 Oct 26 11:18:34.803368 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.822057 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fdbc67e0-dd1e-4937-b61a-d08c4bccdccc req-23d98509-8417-4bfb-9001-41903d105ea5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759697 Oct 26 11:18:34.889442 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:34.916806 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf5feb7-a01a-4f65-a03c-f3013b3ab59d {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:34.932008 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5a1dc619-5c7f-43a8-964e-66590ec4ea92 req-bb8341d9-e5cf-48f1-bed0-39e0f988a8b6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483364 Oct 26 11:18:34.934109 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Publish callbacks [] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:34.940739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd707a09-69ab-4dff-8629-08230eb24a49 req-1486f7f9-3e33-4983-944f-b7e04a000410 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:34.949134 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bd707a09-69ab-4dff-8629-08230eb24a49 req-1486f7f9-3e33-4983-944f-b7e04a000410 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 931 time: 0.0640035 Oct 26 11:18:34.958694 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:35.000577 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bd707a09-69ab-4dff-8629-08230eb24a49 req-22f17eb2-3393-4303-92bd-aad976de1d20 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Oct 26 11:18:35.014110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53390) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:35.173761 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Transition to ACTIVE for port object caf5feb7-a01a-4f65-a03c-f3013b3ab59d will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:18:35.174428 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c1338925-c319-4bf9-baf7-b432248108a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.273357 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c1338925-c319-4bf9-baf7-b432248108a8 admin admin] Publish callbacks [] for security_group (fef354b3-8592-456f-ad7c-cfa23fb5b0ff), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.279453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.364975 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c1338925-c319-4bf9-baf7-b432248108a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fef354b3-8592-456f-ad7c-cfa23fb5b0ff), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.403762 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-c1338925-c319-4bf9-baf7-b432248108a8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=32e677a55715432fa699f9e22ec009a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3885331 Oct 26 11:18:35.411727 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53404) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:35.414034 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:35.420972 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Attempting to bind port caf5feb7-a01a-4f65-a03c-f3013b3ab59d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:35.421329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Attempting to bind port caf5feb7-a01a-4f65-a03c-f3013b3ab59d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:35.421626 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Attempting to bind port caf5feb7-a01a-4f65-a03c-f3013b3ab59d on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:35.463311 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1338925-c319-4bf9-baf7-b432248108a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef354b3-8592-456f-ad7c-cfa23fb5b0ff,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:35.503969 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d05a916c-be0f-45d6-b24e-13a4f78bd23e admin admin] Publish callbacks [] for security_group (fef354b3-8592-456f-ad7c-cfa23fb5b0ff), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.524069 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bae84d-91ac-4358-b8af-ca607c8eab51 req-83cc6e17-d1ef-4fac-9b61-b335de54c0f7 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:35.527783 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f5bae84d-91ac-4358-b8af-ca607c8eab51 req-83cc6e17-d1ef-4fac-9b61-b335de54c0f7 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.2051370 Oct 26 11:18:35.530874 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d05a916c-be0f-45d6-b24e-13a4f78bd23e admin admin] Publish callbacks [] for security_group (fef354b3-8592-456f-ad7c-cfa23fb5b0ff), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.558266 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Port caf5feb7-a01a-4f65-a03c-f3013b3ab59d on network 4b6fe9a7-2300-42a7-b12b-879816096b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:18:35.558596 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Attempting to bind port caf5feb7-a01a-4f65-a03c-f3013b3ab59d on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:35.604797 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:35.607684 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53412) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:35.623185 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Publish callbacks [] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.669315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:35.669851 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Checking segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:35.670489 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Bound using segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:35.671026 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Bound port: caf5feb7-a01a-4f65-a03c-f3013b3ab59d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:35.671380 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.676947 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f5bae84d-91ac-4358-b8af-ca607c8eab51 req-c0fe0547-014d-4424-85f1-572620aca71c tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407425 Oct 26 11:18:35.696265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d05a916c-be0f-45d6-b24e-13a4f78bd23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fef354b3-8592-456f-ad7c-cfa23fb5b0ff), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.699237 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d05a916c-be0f-45d6-b24e-13a4f78bd23e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.699920 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d05a916c-be0f-45d6-b24e-13a4f78bd23e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fef354b3-8592-456f-ad7c-cfa23fb5b0ff HTTP/1.1" status: 204 len: 168 time: 0.2878437 Oct 26 11:18:35.715921 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a916c-be0f-45d6-b24e-13a4f78bd23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef354b3-8592-456f-ad7c-cfa23fb5b0ff,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:35.729178 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Transition to ACTIVE for port object 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:18:35.751421 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58b758a0-fb63-4069-b3f3-43f3f8ae55e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.803777 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.834223 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] For port caf5feb7-a01a-4f65-a03c-f3013b3ab59d, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:35.883886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:35.899205 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58b758a0-fb63-4069-b3f3-43f3f8ae55e8 admin admin] Publish callbacks [] for security_group (86cb7326-5d1e-4872-9618-244fddc9554c), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:35.923772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] For port caf5feb7-a01a-4f65-a03c-f3013b3ab59d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:35.945414 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:35.964822 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Attempting to bind port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:18:35.965165 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Attempting to bind port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:18:35.965493 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Attempting to bind port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:35.996200 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98c4c8-8aa4-4232-9fd2-2cd25310f78c req-dcab885b-dbbb-4304-a4ac-e214e9efe8c4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.002161 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3f98c4c8-8aa4-4232-9fd2-2cd25310f78c req-dcab885b-dbbb-4304-a4ac-e214e9efe8c4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0586851 Oct 26 11:18:36.010177 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:36.012726 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58b758a0-fb63-4069-b3f3-43f3f8ae55e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (86cb7326-5d1e-4872-9618-244fddc9554c), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.023549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.042724 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.051909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.053669 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/caf5feb7-a01a-4f65-a03c-f3013b3ab59d HTTP/1.1" status: 200 len: 1094 time: 2.7339566 Oct 26 11:18:36.054355 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:36.061747 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a63a65b-3014-44fb-9764-6a48b456632f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:36.161386 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:18:36.161864 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Attempting to bind port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:18:36.180052 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87373ea2-d93a-4642-ac59-1dccdd8fb934 req-8316efdd-7964-4421-879f-4e99d542693b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.186010 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b758a0-fb63-4069-b3f3-43f3f8ae55e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cb7326-5d1e-4872-9618-244fddc9554c,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.186150 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-87373ea2-d93a-4642-ac59-1dccdd8fb934 req-8316efdd-7964-4421-879f-4e99d542693b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.1136007 Oct 26 11:18:36.215613 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-58b758a0-fb63-4069-b3f3-43f3f8ae55e8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=aa0c4336b23b4ce7a7000e2824ce2308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067309 Oct 26 11:18:36.230846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eca07-3a42-4c41-beb2-98ee1535a151 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.230846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53434) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:36.281460 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3f98c4c8-8aa4-4232-9fd2-2cd25310f78c req-7a6035a6-9b53-45fc-ac96-46b3a6b542c5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783909 Oct 26 11:18:36.349071 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-e1454f0f-1f23-4760-b15e-b9b010ff96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.352588 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-e1454f0f-1f23-4760-b15e-b9b010ff96f2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.3067958 Oct 26 11:18:36.353276 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8afca2fe-7105-4cc3-aaaf-cf42f971363d req-2164615e-1934-4f9f-9358-0eea15bac220 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010371 Oct 26 11:18:36.360083 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:18:36.360426 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Checking segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:18:36.360926 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Bound using segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:18:36.361372 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Bound port: 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:18:36.361877 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.403540 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-87373ea2-d93a-4642-ac59-1dccdd8fb934 req-78a01313-f7a9-4b3c-847d-28edf5efe5bf tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941488 Oct 26 11:18:36.422324 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-27918ff5-d107-45cc-8c2b-0a6932de5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.424276 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-27918ff5-d107-45cc-8c2b-0a6932de5c74 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 1128 time: 0.1400642 Oct 26 11:18:36.446627 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-74b9cf40-8d92-44b5-beed-078f8d40740a admin admin] Publish callbacks [] for security_group (86cb7326-5d1e-4872-9618-244fddc9554c), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.466570 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-e07cd82b-90dc-4ac3-8533-47831cf1d0dd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 200 len: 217 time: 0.0886652 Oct 26 11:18:36.472036 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8ac403-fabd-4e9b-ba10-501ce884bd51 x-openstack-request-id: req-0b8ac403-fabd-4e9b-ba10-501ce884bd51 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:36.472259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:36.472478 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b8ac403-fabd-4e9b-ba10-501ce884bd51 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:36.472864 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b8ac403-fabd-4e9b-ba10-501ce884bd51'] response: {'name': 'network-changed', 'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'status': 'completed', 'code': 200} Oct 26 11:18:36.487581 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-74b9cf40-8d92-44b5-beed-078f8d40740a admin admin] Publish callbacks [] for security_group (86cb7326-5d1e-4872-9618-244fddc9554c), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.511434 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] For port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:18:36.518869 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe8bc-48c8-4a29-9d79-7d9e2df6bea1 req-be1fa890-cb3d-41fb-a5dd-ba4f366d2a22 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.520433 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46ffe8bc-48c8-4a29-9d79-7d9e2df6bea1 req-be1fa890-cb3d-41fb-a5dd-ba4f366d2a22 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0572381 Oct 26 11:18:36.534982 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] For port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:18:36.582132 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46ffe8bc-48c8-4a29-9d79-7d9e2df6bea1 req-b08e4b41-d0a5-42a0-bcdf-59b7f3f2b954 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519691 Oct 26 11:18:36.656749 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-74b9cf40-8d92-44b5-beed-078f8d40740a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (86cb7326-5d1e-4872-9618-244fddc9554c), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.660271 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-74b9cf40-8d92-44b5-beed-078f8d40740a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.661489 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-74b9cf40-8d92-44b5-beed-078f8d40740a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/86cb7326-5d1e-4872-9618-244fddc9554c HTTP/1.1" status: 204 len: 168 time: 0.4373322 Oct 26 11:18:36.665706 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.674217 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.675033 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:36.676227 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/0bd9ab45-c3f2-4623-8bcc-0d43ada4210e HTTP/1.1" status: 200 len: 1093 time: 2.1567731 Oct 26 11:18:36.683285 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9cf40-8d92-44b5-beed-078f8d40740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cb7326-5d1e-4872-9618-244fddc9554c,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.745773 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dd001-491f-4341-95cd-20a379e0f5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:36.820518 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:36.836181 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6c20-46e6-4f84-9a83-a0214dc1b237 req-69b62704-9e98-48c2-a991-36825b1d3d80 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:36.838364 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b4d6c20-46e6-4f84-9a83-a0214dc1b237 req-69b62704-9e98-48c2-a991-36825b1d3d80 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.0548797 Oct 26 11:18:36.885848 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b4d6c20-46e6-4f84-9a83-a0214dc1b237 req-a11f7f4d-7600-4016-a5ee-78bf844d7feb tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Oct 26 11:18:36.959551 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.272326 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.331412 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:37.423691 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53480) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:37.427908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572aa907-3af7-4fbe-a5db-8947129fc9b5 req-aabbf05e-c24e-4c45-8f8d-79b4b4eb76e7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:37.429637 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-572aa907-3af7-4fbe-a5db-8947129fc9b5 req-aabbf05e-c24e-4c45-8f8d-79b4b4eb76e7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0520084 Oct 26 11:18:37.455277 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b2589441-8c4b-4d70-9f65-677b7c8b9768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.484619 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-572aa907-3af7-4fbe-a5db-8947129fc9b5 req-d58bac2f-c9d2-4112-b033-2b9713ccd812 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470583 Oct 26 11:18:37.583213 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf9680-8d6e-49c7-b365-16c61b9d89fc req-db2fd88e-6da0-4446-861a-3de21b855a15 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:37.587279 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bfaf9680-8d6e-49c7-b365-16c61b9d89fc req-db2fd88e-6da0-4446-861a-3de21b855a15 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0636442 Oct 26 11:18:37.657742 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b2589441-8c4b-4d70-9f65-677b7c8b9768 admin admin] Publish callbacks [] for security_group (4505717e-d110-4280-9e52-c1ae5d029056), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.678778 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bfaf9680-8d6e-49c7-b365-16c61b9d89fc req-730d97e1-c5f0-4e92-a9dc-29746e3dac03 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777712 Oct 26 11:18:37.710529 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513711f-9bda-4560-a789-8e31d6976adf req-a8052f43-e732-4d88-98a5-eb0acb0fcbd7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:37.716014 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4513711f-9bda-4560-a789-8e31d6976adf req-a8052f43-e732-4d88-98a5-eb0acb0fcbd7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0563664 Oct 26 11:18:37.749470 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b2589441-8c4b-4d70-9f65-677b7c8b9768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (4505717e-d110-4280-9e52-c1ae5d029056), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.770729 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4513711f-9bda-4560-a789-8e31d6976adf req-8a4fc9ec-d2a0-41cb-ad82-bf47d013b12c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Oct 26 11:18:37.799756 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b2589441-8c4b-4d70-9f65-677b7c8b9768 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6168812d6d2049de91f7ad0a1a91c0f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742826 Oct 26 11:18:37.802223 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2589441-8c4b-4d70-9f65-677b7c8b9768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4505717e-d110-4280-9e52-c1ae5d029056,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:37.802490 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53494) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:37.860137 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8e8fcc30-bac6-4966-a445-03595b10b4ae admin admin] Publish callbacks [] for security_group (4505717e-d110-4280-9e52-c1ae5d029056), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.880881 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8e8fcc30-bac6-4966-a445-03595b10b4ae admin admin] Publish callbacks [] for security_group (4505717e-d110-4280-9e52-c1ae5d029056), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.972671 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8e8fcc30-bac6-4966-a445-03595b10b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (4505717e-d110-4280-9e52-c1ae5d029056), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.975339 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8e8fcc30-bac6-4966-a445-03595b10b4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:37.977821 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-8e8fcc30-bac6-4966-a445-03595b10b4ae admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4505717e-d110-4280-9e52-c1ae5d029056 HTTP/1.1" status: 204 len: 168 time: 0.1743193 Oct 26 11:18:37.990929 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fcc30-bac6-4966-a445-03595b10b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505717e-d110-4280-9e52-c1ae5d029056,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:38.013341 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01023482-d62a-41b6-a1cb-2d65584ae496 req-315125ac-2a07-4da0-94b2-a3558e2649cc tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:38.020149 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-01023482-d62a-41b6-a1cb-2d65584ae496 req-315125ac-2a07-4da0-94b2-a3558e2649cc tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.0614159 Oct 26 11:18:38.064558 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-01023482-d62a-41b6-a1cb-2d65584ae496 req-05f578bf-88fe-4274-a9cf-90d35274a312 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Oct 26 11:18:38.474027 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'tag': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:38.476361 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b59760-becb-4b0a-905f-90ac670f9e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d343d6-fcf5-4a1b-a077-d2e28d613a70", "tag": "0bd9ab45-c3f2-4623-8bcc-0d43ada4210e"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:38.491408 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:38.514537 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3992f58-4db3-4685-8037-adfb56e4e594 x-openstack-request-id: req-c3992f58-4db3-4685-8037-adfb56e4e594 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:38.514855 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d343d6-fcf5-4a1b-a077-d2e28d613a70", "tag": "0bd9ab45-c3f2-4623-8bcc-0d43ada4210e", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:38.515095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3992f58-4db3-4685-8037-adfb56e4e594 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:38.515543 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3992f58-4db3-4685-8037-adfb56e4e594'] response: {'name': 'network-changed', 'server_uuid': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'tag': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e', 'status': 'completed', 'code': 200} Oct 26 11:18:38.580764 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:38.623658 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd889e-7cac-440f-9699-ee1efbcce0ef req-f7fc8481-b6c7-4a78-9785-4752552bd2ec tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:38.625220 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dfcd889e-7cac-440f-9699-ee1efbcce0ef req-f7fc8481-b6c7-4a78-9785-4752552bd2ec tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0550189 Oct 26 11:18:38.689882 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dfcd889e-7cac-440f-9699-ee1efbcce0ef req-a08c7964-1379-4f5b-a5e2-9c6abf996225 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577738 Oct 26 11:18:38.850251 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fd850-7bb8-46b1-b36e-8791180ee00e req-6c5c7e98-f4de-4680-9e35-b67919bf2818 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:38.853078 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-783fd850-7bb8-46b1-b36e-8791180ee00e req-6c5c7e98-f4de-4680-9e35-b67919bf2818 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0679188 Oct 26 11:18:38.929020 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7d228-d0b5-4914-94b8-ccc7bd283511 req-eec0b54a-1b33-40dc-bd42-acbae26346f4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:38.938509 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0ca7d228-d0b5-4914-94b8-ccc7bd283511 req-eec0b54a-1b33-40dc-bd42-acbae26346f4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0719869 Oct 26 11:18:38.951894 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-783fd850-7bb8-46b1-b36e-8791180ee00e req-3dd82f62-d351-4b27-956c-6e41a8ac55fd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881555 Oct 26 11:18:39.003445 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0ca7d228-d0b5-4914-94b8-ccc7bd283511 req-6e005291-e21a-44a1-b3f5-e6bc61301ec0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639234 Oct 26 11:18:39.190985 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:39.195456 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3f4a4-9566-4ba4-a2ff-ddba70afd2e9 req-22aa204c-dfce-4be2-bc9c-4fbc1cf5f186 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:39.197973 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 20595fc6-a44c-4ee8-ae66-ce10051ef26d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:18:39.231205 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46f3f4a4-9566-4ba4-a2ff-ddba70afd2e9 req-22aa204c-dfce-4be2-bc9c-4fbc1cf5f186 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.0605989 Oct 26 11:18:39.252742 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46f3f4a4-9566-4ba4-a2ff-ddba70afd2e9 req-f46a4024-e8b8-4e5e-8406-60d6856b5b85 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480757 Oct 26 11:18:39.355449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 20595fc6-a44c-4ee8-ae66-ce10051ef26d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:39.368443 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '20595fc6-a44c-4ee8-ae66-ce10051ef26d', 'network_id': '82a93ae2-3083-47e4-a693-201ca81c9c17', 'port_id': '20595fc6-a44c-4ee8-ae66-ce10051ef26d', 'mac_address': 'fa:16:3e:ad:9f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 485, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b78a24a-e35f-4595-92d8-7272920ecd1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:18:39.406909 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 20595fc6-a44c-4ee8-ae66-ce10051ef26d is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:39.407313 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:39.421387 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20595fc6-a44c-4ee8-ae66-ce10051ef26d {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:39.438418 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:39.441976 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 20595fc6-a44c-4ee8-ae66-ce10051ef26d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:39.840999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0571c06-5e0a-461e-8430-f5a12d5b5d8b req-bc46a079-0588-4591-aae1-96eb82f4257d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:39.842492 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b0571c06-5e0a-461e-8430-f5a12d5b5d8b req-bc46a079-0588-4591-aae1-96eb82f4257d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0482800 Oct 26 11:18:39.892612 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b0571c06-5e0a-461e-8430-f5a12d5b5d8b req-db18653d-fe2e-4201-b3bc-b628c7db69a6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445738 Oct 26 11:18:40.079850 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa215891-b710-4b38-8972-4b045fba49f6 req-41741df7-86b4-4a6a-9ccf-94ba0113f55e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:40.081427 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fa215891-b710-4b38-8972-4b045fba49f6 req-41741df7-86b4-4a6a-9ccf-94ba0113f55e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0467772 Oct 26 11:18:40.128565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cac685-5af8-4bfb-a1c9-0622e15c8501 req-a44546bc-0750-4c28-9afb-10f846032f5a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:40.130165 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-99cac685-5af8-4bfb-a1c9-0622e15c8501 req-a44546bc-0750-4c28-9afb-10f846032f5a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0530682 Oct 26 11:18:40.144512 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fa215891-b710-4b38-8972-4b045fba49f6 req-6c17a938-b62e-4656-b65a-0a02aef5be9e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572150 Oct 26 11:18:40.180680 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-99cac685-5af8-4bfb-a1c9-0622e15c8501 req-52770a29-6ff2-4ffb-bd19-46d65c871863 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 Oct 26 11:18:40.338126 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:40.374270 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116a4c2-6e96-4cc9-b403-bb0d6c962b49 req-e32782d7-ba65-4cac-96e1-183ec4152901 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:40.375723 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a116a4c2-6e96-4cc9-b403-bb0d6c962b49 req-e32782d7-ba65-4cac-96e1-183ec4152901 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 943 time: 0.0460837 Oct 26 11:18:40.421546 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a116a4c2-6e96-4cc9-b403-bb0d6c962b49 req-35f060d9-ce56-4458-a999-8b44138b8571 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403438 Oct 26 11:18:40.451656 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:40.505518 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=20595fc6-a44c-4ee8-ae66-ce10051ef26d,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:40.731999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:40.887126 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['20595fc6-a44c-4ee8-ae66-ce10051ef26d'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:18:41.050119 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf119c-7288-42cf-b7cf-361e67912396 req-9970488e-ad57-42a2-9658-17a4dfab76f3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:41.052971 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-aacf119c-7288-42cf-b7cf-361e67912396 req-9970488e-ad57-42a2-9658-17a4dfab76f3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0667756 Oct 26 11:18:41.111389 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-aacf119c-7288-42cf-b7cf-361e67912396 req-be95789c-ce36-4eda-b2a1-36b8acce8250 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535560 Oct 26 11:18:41.307269 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea799ce-5a91-4635-a74e-a82475d4c568 req-e6bf328f-dd73-49cb-9560-bd1bbc31b6d0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:41.308909 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0ea799ce-5a91-4635-a74e-a82475d4c568 req-e6bf328f-dd73-49cb-9560-bd1bbc31b6d0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0632343 Oct 26 11:18:41.332840 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036d9b9-e389-402c-bbec-fcccb9b7e2ca req-d68a59d6-9d5f-4950-afd9-b47198ff3990 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:41.334226 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d036d9b9-e389-402c-bbec-fcccb9b7e2ca req-d68a59d6-9d5f-4950-afd9-b47198ff3990 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0556424 Oct 26 11:18:41.366286 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0ea799ce-5a91-4635-a74e-a82475d4c568 req-76af7946-4091-482b-83cc-4dbec33b5f37 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508473 Oct 26 11:18:41.383805 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d036d9b9-e389-402c-bbec-fcccb9b7e2ca req-d9e9e4c3-7a10-4d75-8df2-185303b7c3c7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Oct 26 11:18:41.558397 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed76b7-2044-4f01-a1ea-367b9c5116f8 req-3e67304f-168e-444d-9a1f-16952576d83f tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:41.559926 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9ed76b7-2044-4f01-a1ea-367b9c5116f8 req-3e67304f-168e-444d-9a1f-16952576d83f tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 944 time: 0.0558939 Oct 26 11:18:41.616034 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9ed76b7-2044-4f01-a1ea-367b9c5116f8 req-a9b408b0-c914-4bdb-802e-ff0e7a1a8187 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503793 Oct 26 11:18:42.043255 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:18:42.082748 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 20595fc6-a44c-4ee8-ae66-ce10051ef26d up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:42.179197 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 20595fc6-a44c-4ee8-ae66-ce10051ef26d completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:18:42.182772 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:42.194637 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'port_id': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'mac_address': 'fa:16:3e:d8:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:18:42.230731 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:42.231153 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.233766 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d183d78-eda8-4211-a6d7-ff85eb451229 req-189dd66c-e86d-4dc3-a059-af9e1d6fd352 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.235786 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4d183d78-eda8-4211-a6d7-ff85eb451229 req-189dd66c-e86d-4dc3-a059-af9e1d6fd352 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0505252 Oct 26 11:18:42.252267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd2d732-48e8-4aca-ac57-8f769619a1f1 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:42.266205 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:42.310205 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4d183d78-eda8-4211-a6d7-ff85eb451229 req-4441e5a7-01eb-4d7c-a8e6-875f28c3ff1f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548952 Oct 26 11:18:42.382181 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 20595fc6-a44c-4ee8-ae66-ce10051ef26d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:42.382580 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.382904 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 20595fc6-a44c-4ee8-ae66-ce10051ef26d Oct 26 11:18:42.387257 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:42.474389 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.485234 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 20595fc6-a44c-4ee8-ae66-ce10051ef26d is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:42.485234 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.523207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.525718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a8eb9-3965-4bd7-b92e-967f999f68f2 req-f95fd765-93c4-4ca3-89ff-b5c47e211363 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.527980 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b63a8eb9-3965-4bd7-b92e-967f999f68f2 req-f95fd765-93c4-4ca3-89ff-b5c47e211363 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0622318 Oct 26 11:18:42.537549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856150f5-409a-45db-bbfe-f96396d5a6af req-b9de79d6-0d92-48f0-a80b-7051b212e122 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.543163 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-856150f5-409a-45db-bbfe-f96396d5a6af req-b9de79d6-0d92-48f0-a80b-7051b212e122 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0680945 Oct 26 11:18:42.570023 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20595fc6-a44c-4ee8-ae66-ce10051ef26d'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:42.630515 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b63a8eb9-3965-4bd7-b92e-967f999f68f2 req-39648b22-f1bc-4845-980a-8407f59aafb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967007 Oct 26 11:18:42.643434 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-856150f5-409a-45db-bbfe-f96396d5a6af req-42e9e5e7-e06a-44d2-a925-9603667d36b1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893490 Oct 26 11:18:42.684785 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 20595fc6-a44c-4ee8-ae66-ce10051ef26d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:42.686626 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:42.750142 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:42.818273 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc426e9-2a16-44c3-95b9-023a9231bf06 req-b7541550-f687-4142-8c26-e78b26aa0c65 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:42.819801 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fbc426e9-2a16-44c3-95b9-023a9231bf06 req-b7541550-f687-4142-8c26-e78b26aa0c65 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0634360 Oct 26 11:18:42.826723 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513adba-9c10-4e15-beed-a7f864b26add" -d '{"events": [{"server_uuid": "3db7d6af-35ae-45dd-922d-ee3f0251f4be", "name": "network-vif-plugged", "status": "completed", "tag": "20595fc6-a44c-4ee8-ae66-ce10051ef26d"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:42.830781 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=20595fc6-a44c-4ee8-ae66-ce10051ef26d,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:42.890995 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fbc426e9-2a16-44c3-95b9-023a9231bf06 req-29f90cb1-c837-4abf-a2d6-588d5cf39630 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637865 Oct 26 11:18:42.927205 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb87372-2166-448c-98f3-527446a2e3b0 x-openstack-request-id: req-3cb87372-2166-448c-98f3-527446a2e3b0 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:42.927524 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db7d6af-35ae-45dd-922d-ee3f0251f4be", "name": "network-vif-plugged", "status": "completed", "tag": "20595fc6-a44c-4ee8-ae66-ce10051ef26d", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:42.927781 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cb87372-2166-448c-98f3-527446a2e3b0 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:42.928234 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb87372-2166-448c-98f3-527446a2e3b0'] response: {'server_uuid': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20595fc6-a44c-4ee8-ae66-ce10051ef26d', 'code': 200} Oct 26 11:18:42.973110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['6cd2d732-48e8-4aca-ac57-8f769619a1f1'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:18:42.999827 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:43.363051 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-980c2e7e-5b85-4282-a79f-16648d24fc4f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d HTTP/1.1" status: 200 len: 217 time: 0.0424509 Oct 26 11:18:43.365091 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-df6bf903-2c6d-43ef-8a9f-d8831d174278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.366574 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-df6bf903-2c6d-43ef-8a9f-d8831d174278 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0465059 Oct 26 11:18:43.457976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:43.459945 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-87648854-fc33-4400-9b51-e50056557dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.462323 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-87648854-fc33-4400-9b51-e50056557dcc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726264 Oct 26 11:18:43.479073 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59760-becb-4b0a-905f-90ac670f9e6b req-43778724-7619-45bc-8376-e2b4e0614a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.480645 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-84b59760-becb-4b0a-905f-90ac670f9e6b req-43778724-7619-45bc-8376-e2b4e0614a83 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 1127 time: 0.1024628 Oct 26 11:18:43.487995 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-441c7ec1-3f7e-4d29-93cc-7f68daa2099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.489516 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-441c7ec1-3f7e-4d29-93cc-7f68daa2099d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0824034 Oct 26 11:18:43.539394 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361acb2-2d60-443a-bc35-5df7e2eb1dcf req-8b208319-7581-4647-8026-20e5de7e9236 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.540948 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1361acb2-2d60-443a-bc35-5df7e2eb1dcf req-8b208319-7581-4647-8026-20e5de7e9236 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 945 time: 0.0773227 Oct 26 11:18:43.630872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-f757385b-adad-4d08-9d0b-223104d0fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.631844 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-f757385b-adad-4d08-9d0b-223104d0fbac service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1336279 Oct 26 11:18:43.634339 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1361acb2-2d60-443a-bc35-5df7e2eb1dcf req-df659a3d-1cdd-477d-bde2-33b1b80fc6b6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639358 Oct 26 11:18:43.656562 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-43d02386-013d-4e28-b24d-6acddc10528c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793537 Oct 26 11:18:43.696693 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:43.827895 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59760-becb-4b0a-905f-90ac670f9e6b req-a18cc292-2c4b-4a53-9d05-9da57e5c3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.829370 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-84b59760-becb-4b0a-905f-90ac670f9e6b req-a18cc292-2c4b-4a53-9d05-9da57e5c3d74 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3301382 Oct 26 11:18:43.837793 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413cede-a088-46a2-ac91-3f7484463cf6 req-c17400ad-8a59-49f8-a76d-7d8ca1c0d7d7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.839404 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d413cede-a088-46a2-ac91-3f7484463cf6 req-c17400ad-8a59-49f8-a76d-7d8ca1c0d7d7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0902674 Oct 26 11:18:43.893485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2f3ba-9da7-4599-b20a-a52ed4cfd164 req-01da0ca2-7266-44db-89e4-78d7dcdf1457 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.894979 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-81b2f3ba-9da7-4599-b20a-a52ed4cfd164 req-01da0ca2-7266-44db-89e4-78d7dcdf1457 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.1450250 Oct 26 11:18:43.918810 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:43.932433 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50d60c-2c68-4ed7-88f5-c4fabc307835 req-cb26b64d-b9ba-45c8-9bd4-25ec47be400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:43.933258 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0a50d60c-2c68-4ed7-88f5-c4fabc307835 req-cb26b64d-b9ba-45c8-9bd4-25ec47be400c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 1129 time: 0.1797607 Oct 26 11:18:43.967768 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-0a50d60c-2c68-4ed7-88f5-c4fabc307835 req-38a0dc2a-ae13-4c73-9b89-1b40d97a761f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:43.973419 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9605a6fb-878e-4a59-b9dd-95786ff2e33f req-8acd4b17-fa67-46ea-8d20-cd45df7b4ef4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091106 Oct 26 11:18:43.974328 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-fd8467b4-9e23-4962-bd97-4bffb57289b5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279815 Oct 26 11:18:43.995692 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-81b2f3ba-9da7-4599-b20a-a52ed4cfd164 req-1f3dd634-c7aa-41fb-9a2b-a0724b1e70b9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942690 Oct 26 11:18:44.035117 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:44.044616 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:18:44.053323 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:44.083286 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:44.092911 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d413cede-a088-46a2-ac91-3f7484463cf6 req-8792d67a-1377-40e3-9304-05dbfc153317 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329631 Oct 26 11:18:44.114437 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-0a50d60c-2c68-4ed7-88f5-c4fabc307835 req-38a0dc2a-ae13-4c73-9b89-1b40d97a761f service neutron] Publish callbacks [] for security_group (fb5f8c19-4bf7-42ee-8d2a-0f04985dcce0), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.126481 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59760-becb-4b0a-905f-90ac670f9e6b req-dac5e644-1d32-4da9-a140-3fac11521b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.128217 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-84b59760-becb-4b0a-905f-90ac670f9e6b req-dac5e644-1d32-4da9-a140-3fac11521b6c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2862253 Oct 26 11:18:44.222916 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-0a50d60c-2c68-4ed7-88f5-c4fabc307835 req-38a0dc2a-ae13-4c73-9b89-1b40d97a761f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fb5f8c19-4bf7-42ee-8d2a-0f04985dcce0), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.268485 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0a50d60c-2c68-4ed7-88f5-c4fabc307835 req-38a0dc2a-ae13-4c73-9b89-1b40d97a761f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269193 Oct 26 11:18:44.276254 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fbf54-3d83-4cb1-a6fa-27184def3590 req-a9123f15-55bb-4bb0-bb77-c2c07a6c4b72 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.277946 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bc6fbf54-3d83-4cb1-a6fa-27184def3590 req-a9123f15-55bb-4bb0-bb77-c2c07a6c4b72 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.1338828 Oct 26 11:18:44.280709 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-90edeb2a-8f92-4e25-9c67-bd5c15a27952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.282201 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-90edeb2a-8f92-4e25-9c67-bd5c15a27952 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 1127 time: 0.0486441 Oct 26 11:18:44.286473 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-04affea4-9eb7-4776-a6cd-4144eef75e6d req-ca989e30-18dd-48a0-a722-fb38014789f8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845802 Oct 26 11:18:44.294418 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:18:44.326900 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:44.327476 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0dc2a-ae13-4c73-9b89-1b40d97a761f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f8c19-4bf7-42ee-8d2a-0f04985dcce0,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:44.342894 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'port_id': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335', 'mac_address': 'fa:16:3e:f7:f9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 466, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:18:44.359002 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bc6fbf54-3d83-4cb1-a6fa-27184def3590 req-7f32500e-222b-4f15-8e50-a4c1d967864a tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688035 Oct 26 11:18:44.386845 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:44.386845 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.393456 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:44.416332 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:44.416713 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.417300 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 Oct 26 11:18:44.422161 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:44.496530 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:44.496923 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.509344 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.537649 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:44.561993 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:44.573588 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:44.657754 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:44.712110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:44.929170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['9710ecc2-ca47-4ec2-84c2-3aadb85ac335'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:18:44.930979 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:44.933273 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c57ef4-dcaf-453d-928f-1f6c2bd5e156" -d '{"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:44.946875 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-7da58c4e-6d6e-4915-9f95-1fcbc710c341 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e HTTP/1.1" status: 200 len: 217 time: 0.2349715 Oct 26 11:18:44.973374 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b605b593-f510-4f44-85d0-18e078c7cf36 x-openstack-request-id: req-b605b593-f510-4f44-85d0-18e078c7cf36 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:44.973703 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:44.973956 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b605b593-f510-4f44-85d0-18e078c7cf36 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:44.974342 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b605b593-f510-4f44-85d0-18e078c7cf36'] response: {'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'code': 200} Oct 26 11:18:44.982168 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0897b5-286b-4397-9906-785788b8b166 req-ab1b471a-9df9-4f0d-898b-6107fbac4b7d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:44.983878 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bf0897b5-286b-4397-9906-785788b8b166 req-ab1b471a-9df9-4f0d-898b-6107fbac4b7d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.2539515 Oct 26 11:18:45.031019 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bf0897b5-286b-4397-9906-785788b8b166 req-02502af0-6050-4ef0-bf3c-93f0a9b4733f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 Oct 26 11:18:45.151570 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77e64b-1774-4e5f-a24e-878a632f5955 req-b0a135f1-cdc3-4cee-ae02-a94df2486fce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:45.153043 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9b77e64b-1774-4e5f-a24e-878a632f5955 req-b0a135f1-cdc3-4cee-ae02-a94df2486fce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0461218 Oct 26 11:18:45.208001 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9b77e64b-1774-4e5f-a24e-878a632f5955 req-8a9d332c-f91a-4ea1-a657-cfd5d266d59f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455656 Oct 26 11:18:45.216532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd94a7e-a168-4d0a-a050-2d99a41a4f77 req-93872f5f-1d54-4646-9e87-e88f1fe114c9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:45.218065 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bdd94a7e-a168-4d0a-a050-2d99a41a4f77 req-93872f5f-1d54-4646-9e87-e88f1fe114c9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0565150 Oct 26 11:18:45.269492 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bdd94a7e-a168-4d0a-a050-2d99a41a4f77 req-bb8984f7-ad58-4d26-a2bb-00f77c78b238 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Oct 26 11:18:45.479124 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2f03-e17b-4ff3-a225-e02255deaa82 req-962f8838-2487-429d-8cd6-eb54ea87cb69 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:45.480592 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb5a2f03-e17b-4ff3-a225-e02255deaa82 req-962f8838-2487-429d-8cd6-eb54ea87cb69 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0458789 Oct 26 11:18:45.512673 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:45.532637 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb5a2f03-e17b-4ff3-a225-e02255deaa82 req-ac6203d3-cde0-4fa4-8dee-c548ce058717 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 Oct 26 11:18:45.670285 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=10 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:45.851468 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=22 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:45.872088 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-8f518ddb-be3d-40f6-a3b7-aee83290e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:45.873533 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-8f518ddb-be3d-40f6-a3b7-aee83290e92c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0437913 Oct 26 11:18:46.173991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0647f2-6ca8-485c-8733-26f6a44fb3c8 req-bc3967a3-29d1-48ca-8003-998ac0d38a16 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.173991 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c0647f2-6ca8-485c-8733-26f6a44fb3c8 req-bc3967a3-29d1-48ca-8003-998ac0d38a16 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0545368 Oct 26 11:18:46.205564 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53798) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:46.224768 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c0647f2-6ca8-485c-8733-26f6a44fb3c8 req-3473d8d1-2c11-4ecc-b459-aa877c370873 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535917 Oct 26 11:18:46.341036 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048fb0b-112b-44b1-a4e9-c0748d071339 req-bb604132-d768-41dc-8e07-2ef2de195917 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.342977 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7048fb0b-112b-44b1-a4e9-c0748d071339 req-bb604132-d768-41dc-8e07-2ef2de195917 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0603778 Oct 26 11:18:46.369405 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5d3df483-8691-41c6-a42e-c89ff454e78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.414545 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7048fb0b-112b-44b1-a4e9-c0748d071339 req-4d90cec7-9d5f-41ef-952c-3a0eb0990846 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641499 Oct 26 11:18:46.421058 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adde31-2a16-4f45-a348-60dda99f76f2 req-a24b2f04-ed3d-4f24-ad75-9a2dc5c85036 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.422847 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-19adde31-2a16-4f45-a348-60dda99f76f2 req-a24b2f04-ed3d-4f24-ad75-9a2dc5c85036 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0563066 Oct 26 11:18:46.472980 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5d3df483-8691-41c6-a42e-c89ff454e78f admin admin] Publish callbacks [] for security_group (a7dc6936-755d-4b7b-aea1-2cd196c5e460), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.476671 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-19adde31-2a16-4f45-a348-60dda99f76f2 req-21542337-beae-492c-a1ed-6445ef1c220d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449657 Oct 26 11:18:46.555950 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5d3df483-8691-41c6-a42e-c89ff454e78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (a7dc6936-755d-4b7b-aea1-2cd196c5e460), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.596658 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5d3df483-8691-41c6-a42e-c89ff454e78f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4f057b686054bcfb786edc7136c89a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893740 Oct 26 11:18:46.599434 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53814) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:46.599930 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df483-8691-41c6-a42e-c89ff454e78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc6936-755d-4b7b-aea1-2cd196c5e460,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:46.661558 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-654845d3-6dc2-44c6-a2b4-360b462934c4 admin admin] Publish callbacks [] for security_group (a7dc6936-755d-4b7b-aea1-2cd196c5e460), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.683823 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-654845d3-6dc2-44c6-a2b4-360b462934c4 admin admin] Publish callbacks [] for security_group (a7dc6936-755d-4b7b-aea1-2cd196c5e460), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.822531 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a09b2-412b-413f-b525-95a954109696 req-c76430b9-26af-4bcd-b41f-091ab245381a tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:46.824448 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-700a09b2-412b-413f-b525-95a954109696 req-c76430b9-26af-4bcd-b41f-091ab245381a tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.2074485 Oct 26 11:18:46.841222 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-654845d3-6dc2-44c6-a2b4-360b462934c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (a7dc6936-755d-4b7b-aea1-2cd196c5e460), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.843790 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-654845d3-6dc2-44c6-a2b4-360b462934c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:46.845103 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-654845d3-6dc2-44c6-a2b4-360b462934c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a7dc6936-755d-4b7b-aea1-2cd196c5e460 HTTP/1.1" status: 204 len: 168 time: 0.2445090 Oct 26 11:18:46.854810 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654845d3-6dc2-44c6-a2b4-360b462934c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc6936-755d-4b7b-aea1-2cd196c5e460,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:46.855527 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:46.872918 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-700a09b2-412b-413f-b525-95a954109696 req-08a785d4-478a-4b1b-a1dc-090593b2ffd7 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Oct 26 11:18:47.175660 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53828) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:47.282992 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:47.292969 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8bc04c3b-4afd-4f71-bbf9-72a1714ebd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.327640 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7a2ab1e4-c58a-4007-921e-052ee7647f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.381943 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539408b-d3b5-46d4-98c8-4edb3b81c774 req-2b0e165a-4a4a-40a4-a79f-063258138fd3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:47.383426 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7539408b-d3b5-46d4-98c8-4edb3b81c774 req-2b0e165a-4a4a-40a4-a79f-063258138fd3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0603361 Oct 26 11:18:47.432716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:47.450220 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8bc04c3b-4afd-4f71-bbf9-72a1714ebd14 admin admin] Publish callbacks [] for security_group (7c4468df-28fd-4211-b379-8b5aa28a1961), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.454637 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7539408b-d3b5-46d4-98c8-4edb3b81c774 req-5c42144d-4bd1-4408-9210-4f78c878a051 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640283 Oct 26 11:18:47.535524 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8e79-7799-4d60-a616-3806ee634088 req-cb23c283-7cab-4b3d-bea2-f580c222e304 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:47.537012 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-eaef8e79-7799-4d60-a616-3806ee634088 req-cb23c283-7cab-4b3d-bea2-f580c222e304 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0472088 Oct 26 11:18:47.543309 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53840) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:47.545583 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8bc04c3b-4afd-4f71-bbf9-72a1714ebd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (7c4468df-28fd-4211-b379-8b5aa28a1961), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.570897 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-28a05ba9-2927-4b3b-a82c-bb89f75f1765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.613809 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8bc04c3b-4afd-4f71-bbf9-72a1714ebd14 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d14eecab70af421cbf506d397c9fca4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365838 Oct 26 11:18:47.616631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53842) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:47.621835 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-eaef8e79-7799-4d60-a616-3806ee634088 req-0f457249-e1e4-404e-a223-2ae859c38ceb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755410 Oct 26 11:18:47.622656 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc04c3b-4afd-4f71-bbf9-72a1714ebd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4468df-28fd-4211-b379-8b5aa28a1961,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:47.635031 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082ee77-deb2-4c04-9c1c-1a223036e7c0 req-77c44205-9b44-4ded-b694-5150ac59e6e6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:47.644567 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8082ee77-deb2-4c04-9c1c-1a223036e7c0 req-77c44205-9b44-4ded-b694-5150ac59e6e6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0875649 Oct 26 11:18:47.686119 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8082ee77-deb2-4c04-9c1c-1a223036e7c0 req-5c61a2d5-4aa7-4b98-b592-6a6a6531e568 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433183 Oct 26 11:18:47.714923 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-705c5558-4689-4c97-8dcc-a0a37cfce1ea admin admin] Publish callbacks [] for security_group (7c4468df-28fd-4211-b379-8b5aa28a1961), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.736550 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-28a05ba9-2927-4b3b-a82c-bb89f75f1765 admin admin] Publish callbacks [] for security_group (c819e72f-09c7-4214-b84d-14f2248c1c68), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.745721 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-705c5558-4689-4c97-8dcc-a0a37cfce1ea admin admin] Publish callbacks [] for security_group (7c4468df-28fd-4211-b379-8b5aa28a1961), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.835724 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-28a05ba9-2927-4b3b-a82c-bb89f75f1765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c819e72f-09c7-4214-b84d-14f2248c1c68), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.856573 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:47.875541 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-28a05ba9-2927-4b3b-a82c-bb89f75f1765 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=037f21b1cc394b9bbb36555a12025a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305674 Oct 26 11:18:47.876340 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a05ba9-2927-4b3b-a82c-bb89f75f1765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c819e72f-09c7-4214-b84d-14f2248c1c68,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:47.878224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53844) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:47.904226 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-705c5558-4689-4c97-8dcc-a0a37cfce1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (7c4468df-28fd-4211-b379-8b5aa28a1961), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.906697 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-705c5558-4689-4c97-8dcc-a0a37cfce1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.908513 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-705c5558-4689-4c97-8dcc-a0a37cfce1ea admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7c4468df-28fd-4211-b379-8b5aa28a1961 HTTP/1.1" status: 204 len: 168 time: 0.2907891 Oct 26 11:18:47.919710 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c5558-4689-4c97-8dcc-a0a37cfce1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4468df-28fd-4211-b379-8b5aa28a1961,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:47.952729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb0c7-2106-4c8c-8fd6-0064c586e5f1 admin admin] Publish callbacks [] for security_group (c819e72f-09c7-4214-b84d-14f2248c1c68), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:47.980542 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb0c7-2106-4c8c-8fd6-0064c586e5f1 admin admin] Publish callbacks [] for security_group (c819e72f-09c7-4214-b84d-14f2248c1c68), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.010219 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26ba34-f956-4adc-b232-b59a26cd4c42 req-5b349d8c-2bbb-4517-a291-f72baecfca5d tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.011389 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4f26ba34-f956-4adc-b232-b59a26cd4c42 req-5b349d8c-2bbb-4517-a291-f72baecfca5d tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0556552 Oct 26 11:18:48.062540 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4f26ba34-f956-4adc-b232-b59a26cd4c42 req-6e458a2d-c42b-45be-ac90-03388479e6be tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Oct 26 11:18:48.108108 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb0c7-2106-4c8c-8fd6-0064c586e5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c819e72f-09c7-4214-b84d-14f2248c1c68), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.110697 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ab8cb0c7-2106-4c8c-8fd6-0064c586e5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.111865 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ab8cb0c7-2106-4c8c-8fd6-0064c586e5f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c819e72f-09c7-4214-b84d-14f2248c1c68 HTTP/1.1" status: 204 len: 168 time: 0.2325795 Oct 26 11:18:48.120653 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cb0c7-2106-4c8c-8fd6-0064c586e5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c819e72f-09c7-4214-b84d-14f2248c1c68,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:48.505489 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 53864) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:48.523610 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9d854eb0-c67d-48b3-8cf7-ac92e143e3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.596608 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7913ed2-3a25-49e5-b614-f66c2f43f971 req-b677b55f-ac33-408a-8514-015b588a29fc tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.598112 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b7913ed2-3a25-49e5-b614-f66c2f43f971 req-b677b55f-ac33-408a-8514-015b588a29fc tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0515079 Oct 26 11:18:48.603253 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9d854eb0-c67d-48b3-8cf7-ac92e143e3bc admin admin] Publish callbacks [] for security_group (b0043366-bc1a-465d-b769-9a4e353b86a2), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.652708 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b7913ed2-3a25-49e5-b614-f66c2f43f971 req-f2650c13-62da-42c5-add3-355ad1915c58 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463717 Oct 26 11:18:48.668704 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9d854eb0-c67d-48b3-8cf7-ac92e143e3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b0043366-bc1a-465d-b769-9a4e353b86a2), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.696370 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:18:48.719390 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-9d854eb0-c67d-48b3-8cf7-ac92e143e3bc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=aca0b2b6c22a4075b69efcdf04c0409b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128253 Oct 26 11:18:48.722795 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 53874) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:48.736662 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d854eb0-c67d-48b3-8cf7-ac92e143e3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0043366-bc1a-465d-b769-9a4e353b86a2,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:48.767854 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:48.778576 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ddcb-d9db-4d61-878b-4924b17d14e9 req-1f3b12db-4abd-4b99-88a9-e54c87ed6909 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.786747 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7810ddcb-d9db-4d61-878b-4924b17d14e9 req-1f3b12db-4abd-4b99-88a9-e54c87ed6909 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0807235 Oct 26 11:18:48.823877 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa424915-963e-4919-bfff-c290ae06ec31 admin admin] Publish callbacks [] for security_group (b0043366-bc1a-465d-b769-9a4e353b86a2), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.840634 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7810ddcb-d9db-4d61-878b-4924b17d14e9 req-0c05cadf-6927-47ea-957b-26deca375c50 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529070 Oct 26 11:18:48.845708 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214efa4-cde2-4e91-931a-56cf0e382289 req-918eeff9-5e63-4540-ac0f-d9573a157248 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:48.847215 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f214efa4-cde2-4e91-931a-56cf0e382289 req-918eeff9-5e63-4540-ac0f-d9573a157248 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0591233 Oct 26 11:18:48.867947 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa424915-963e-4919-bfff-c290ae06ec31 admin admin] Publish callbacks [] for security_group (b0043366-bc1a-465d-b769-9a4e353b86a2), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:48.931721 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f214efa4-cde2-4e91-931a-56cf0e382289 req-ba891bdd-eab6-4c84-b9a6-0888b7e8014f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Oct 26 11:18:49.052985 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa424915-963e-4919-bfff-c290ae06ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b0043366-bc1a-465d-b769-9a4e353b86a2), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.055539 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fa424915-963e-4919-bfff-c290ae06ec31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.058997 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-fa424915-963e-4919-bfff-c290ae06ec31 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b0043366-bc1a-465d-b769-9a4e353b86a2 HTTP/1.1" status: 204 len: 168 time: 0.3326709 Oct 26 11:18:49.064469 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa424915-963e-4919-bfff-c290ae06ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0043366-bc1a-465d-b769-9a4e353b86a2,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:49.192356 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7bba6-f5cf-481c-801b-7fac9f3061d6 req-df4947a0-805b-40b8-a470-ff6fc24401ea tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:49.193739 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30e7bba6-f5cf-481c-801b-7fac9f3061d6 req-df4947a0-805b-40b8-a470-ff6fc24401ea tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0473022 Oct 26 11:18:49.227940 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:49.246022 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30e7bba6-f5cf-481c-801b-7fac9f3061d6 req-76a1c705-93b2-4b06-9c42-60e2440452e3 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458589 Oct 26 11:18:49.688172 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c5981b4e-0495-46d3-8e12-dbe3f21a5867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:49.785100 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6eb999-2a37-424a-87e9-597c9ce29d7a req-aa151a76-c2cf-44c9-a460-5f661bea40ec tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:49.786629 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4f6eb999-2a37-424a-87e9-597c9ce29d7a req-aa151a76-c2cf-44c9-a460-5f661bea40ec tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0475359 Oct 26 11:18:49.835532 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4f6eb999-2a37-424a-87e9-597c9ce29d7a req-93bf84f4-bd26-4219-b4b7-506bfa3fb3c2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Oct 26 11:18:49.919207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:49.965595 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:18:49.980848 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63eab6-83b4-4ce8-b303-be61d70e7a72 req-428552a6-b5fd-4037-9fcd-212552fc2403 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:49.984133 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bc63eab6-83b4-4ce8-b303-be61d70e7a72 req-428552a6-b5fd-4037-9fcd-212552fc2403 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0632417 Oct 26 11:18:50.028105 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:50.028105 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:50.028105 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 Oct 26 11:18:50.042709 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bc63eab6-83b4-4ce8-b303-be61d70e7a72 req-89fdaa45-ca8c-45cf-9ee7-a549cbfb3df8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529876 Oct 26 11:18:50.092834 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173b2b6-c418-45c9-8ed5-a07a723fb90a req-df09d3bd-532a-4f26-8439-ec9c542b958c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:50.094587 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2173b2b6-c418-45c9-8ed5-a07a723fb90a req-df09d3bd-532a-4f26-8439-ec9c542b958c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0795550 Oct 26 11:18:50.119829 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:50.120747 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:50.145771 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:50.148252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a0f37-eac2-4bb7-88af-06ca4ef408f4" -d '{"events": [{"server_uuid": "f2f70dba-88ab-42ae-ace7-b95eeac5fcfc", "name": "network-vif-plugged", "status": "completed", "tag": "9710ecc2-ca47-4ec2-84c2-3aadb85ac335"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:50.162918 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:50.191490 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2173b2b6-c418-45c9-8ed5-a07a723fb90a req-85edf463-e655-403b-8b39-cb36dff9ed38 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892007 Oct 26 11:18:50.196363 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f0b69-f391-4ad9-a6ef-10e60bbddbd7 x-openstack-request-id: req-552f0b69-f391-4ad9-a6ef-10e60bbddbd7 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:50.196671 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f70dba-88ab-42ae-ace7-b95eeac5fcfc", "name": "network-vif-plugged", "status": "completed", "tag": "9710ecc2-ca47-4ec2-84c2-3aadb85ac335", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:50.196927 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-552f0b69-f391-4ad9-a6ef-10e60bbddbd7 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:50.197328 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552f0b69-f391-4ad9-a6ef-10e60bbddbd7'] response: {'server_uuid': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335', 'code': 200} Oct 26 11:18:50.231418 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:50.283800 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:50.396751 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ef419-2673-48df-a4cf-b014c17b5730 req-0a246084-d4ec-450c-993a-25dd28744b8d tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:50.398453 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-419ef419-2673-48df-a4cf-b014c17b5730 req-0a246084-d4ec-450c-993a-25dd28744b8d tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0671008 Oct 26 11:18:50.451525 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-419ef419-2673-48df-a4cf-b014c17b5730 req-ce03cd1a-9133-4470-93ba-46a806dd176b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466633 Oct 26 11:18:50.971269 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24623c2e-70c2-4a28-aa2b-93c4c80259d1 req-cf466b0a-53ef-41c0-969d-57d00304cd58 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:50.972798 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24623c2e-70c2-4a28-aa2b-93c4c80259d1 req-cf466b0a-53ef-41c0-969d-57d00304cd58 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0498888 Oct 26 11:18:51.020949 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:51.033023 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24623c2e-70c2-4a28-aa2b-93c4c80259d1 req-94203992-3cb9-4525-a01c-d0ae4194f396 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543275 Oct 26 11:18:51.167851 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d226e9-edcf-4c16-8937-a512c5cde4cf req-07ca0ecf-47d5-4309-977b-55122b5a807c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.169597 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65d226e9-edcf-4c16-8937-a512c5cde4cf req-07ca0ecf-47d5-4309-977b-55122b5a807c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 944 time: 0.0583487 Oct 26 11:18:51.226647 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65d226e9-edcf-4c16-8937-a512c5cde4cf req-ca6ae013-cebb-47cf-bdc7-da2115b8b90b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504560 Oct 26 11:18:51.366613 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cd223-9f37-427e-b592-c663a7ac3f72 req-c9d84f78-5b79-423d-af99-715ba2266e46 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.374557 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1d2cd223-9f37-427e-b592-c663a7ac3f72 req-c9d84f78-5b79-423d-af99-715ba2266e46 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0772116 Oct 26 11:18:51.433905 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1d2cd223-9f37-427e-b592-c663a7ac3f72 req-2996899c-4b70-4936-b385-e482e01b5316 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583270 Oct 26 11:18:51.577475 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cae2b5-7432-441f-8d40-9a93a06a8209 req-38d4dc68-d13c-4212-986a-d7269120e4f0 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.578964 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02cae2b5-7432-441f-8d40-9a93a06a8209 req-38d4dc68-d13c-4212-986a-d7269120e4f0 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0470543 Oct 26 11:18:51.629931 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02cae2b5-7432-441f-8d40-9a93a06a8209 req-6fe181be-d502-4473-a510-fbd5d2c4b935 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Oct 26 11:18:51.841653 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-8d902b1b-d8ab-4b33-9f78-5e79540ad737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.843275 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-8d902b1b-d8ab-4b33-9f78-5e79540ad737 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732687 Oct 26 11:18:51.846202 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a65b-3014-44fb-9764-6a48b456632f req-5cd3ea77-3d85-4a70-aef7-cd062ddc2c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:51.847697 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8a63a65b-3014-44fb-9764-6a48b456632f req-5cd3ea77-3d85-4a70-aef7-cd062ddc2c8f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 1128 time: 0.0674644 Oct 26 11:18:51.900103 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device caf5feb7-a01a-4f65-a03c-f3013b3ab59d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:18:51.944101 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:51.965954 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54004) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:52.002178 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port caf5feb7-a01a-4f65-a03c-f3013b3ab59d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:52.013270 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 473, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:18:52.054850 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port caf5feb7-a01a-4f65-a03c-f3013b3ab59d is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:52.055459 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.069650 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf5feb7-a01a-4f65-a03c-f3013b3ab59d {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:52.076383 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bebe72ad-df2b-4b11-b17d-f52b38d39cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.091638 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port caf5feb7-a01a-4f65-a03c-f3013b3ab59d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:52.160415 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:52.173521 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.185473 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bebe72ad-df2b-4b11-b17d-f52b38d39cf1 admin admin] Publish callbacks [] for security_group (5cc2e422-83d5-4322-8b09-7bcda019ff49), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.195944 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f8659-ad44-4bc3-b9da-eef9db90bcb3 req-749025f6-4041-42ad-b2d7-80feb83c4871 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.197423 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6f8f8659-ad44-4bc3-b9da-eef9db90bcb3 req-749025f6-4041-42ad-b2d7-80feb83c4871 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0709407 Oct 26 11:18:52.221568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:52.249478 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6f8f8659-ad44-4bc3-b9da-eef9db90bcb3 req-f5e94739-8552-4926-8789-47e723c51ea5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Oct 26 11:18:52.282888 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bebe72ad-df2b-4b11-b17d-f52b38d39cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5cc2e422-83d5-4322-8b09-7bcda019ff49), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.364333 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:52.395866 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78ea30-e4f4-43ec-82a3-ac67057ac5bc req-600dc295-5051-4bb9-a6a5-6b806579f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.397359 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f78ea30-e4f4-43ec-82a3-ac67057ac5bc req-600dc295-5051-4bb9-a6a5-6b806579f98a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1130 time: 0.0683272 Oct 26 11:18:52.416240 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e37a-3689-4e74-bb42-35311083d883 req-e4a52e9b-cec7-4efb-867d-1037ad59484b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.416955 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-bebe72ad-df2b-4b11-b17d-f52b38d39cf1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0dae9dad8f63413488d0120ac7ed41da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498174 Oct 26 11:18:52.418212 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e697e37a-3689-4e74-bb42-35311083d883 req-e4a52e9b-cec7-4efb-867d-1037ad59484b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 945 time: 0.0596306 Oct 26 11:18:52.425108 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54016) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:52.456814 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe72ad-df2b-4b11-b17d-f52b38d39cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc2e422-83d5-4322-8b09-7bcda019ff49,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:52.517352 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a65b-3014-44fb-9764-6a48b456632f req-55092864-f28d-4a99-bd07-3de05013223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.519084 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8a63a65b-3014-44fb-9764-6a48b456632f req-55092864-f28d-4a99-bd07-3de05013223c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 916 time: 0.2206161 Oct 26 11:18:52.522463 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f78ea30-e4f4-43ec-82a3-ac67057ac5bc req-f2c7ce64-2c80-4cbd-9ec0-19870b36d5f7 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175864 Oct 26 11:18:52.533536 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e697e37a-3689-4e74-bb42-35311083d883 req-3a1e0a0c-7a97-4b8f-912a-d6bc630b9214 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063590 Oct 26 11:18:52.538391 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-16642d87-2449-4d9c-903c-ccf683cbb809 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496920 Oct 26 11:18:52.549566 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-04948a09-efed-4606-851d-e672e815dd3d admin admin] Publish callbacks [] for security_group (5cc2e422-83d5-4322-8b09-7bcda019ff49), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.572084 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-04948a09-efed-4606-851d-e672e815dd3d admin admin] Publish callbacks [] for security_group (5cc2e422-83d5-4322-8b09-7bcda019ff49), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.614729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701cb83-2d3a-4234-887d-d9be6c4fda19 req-2d1a9345-c90d-4992-8035-dbc6e42ab2e3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.615344 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['caf5feb7-a01a-4f65-a03c-f3013b3ab59d'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:18:52.616254 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7701cb83-2d3a-4234-887d-d9be6c4fda19 req-2d1a9345-c90d-4992-8035-dbc6e42ab2e3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0659955 Oct 26 11:18:52.695447 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7701cb83-2d3a-4234-887d-d9be6c4fda19 req-4a35a48d-d046-416f-b1c5-2565889f794c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656433 Oct 26 11:18:52.712069 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.782878 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac14069-3609-4c5c-89e2-37ff4a6b849d req-f19bc3ab-7db8-4fcc-9b6b-e78b05b8d04b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.784503 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7ac14069-3609-4c5c-89e2-37ff4a6b849d req-f19bc3ab-7db8-4fcc-9b6b-e78b05b8d04b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0522058 Oct 26 11:18:52.785761 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-04948a09-efed-4606-851d-e672e815dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5cc2e422-83d5-4322-8b09-7bcda019ff49), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.788715 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-04948a09-efed-4606-851d-e672e815dd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.789750 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-04948a09-efed-4606-851d-e672e815dd3d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5cc2e422-83d5-4322-8b09-7bcda019ff49 HTTP/1.1" status: 204 len: 168 time: 0.3637400 Oct 26 11:18:52.799941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04948a09-efed-4606-851d-e672e815dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc2e422-83d5-4322-8b09-7bcda019ff49,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:52.857413 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7ac14069-3609-4c5c-89e2-37ff4a6b849d req-b0d5d989-a4ee-4a4b-84b9-4d381235a6ca tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583255 Oct 26 11:18:52.888655 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:52.954352 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8a63a65b-3014-44fb-9764-6a48b456632f req-f1c0aebf-c544-49a4-88d8-5504de73cfab service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d HTTP/1.1" status: 200 len: 217 time: 0.0487025 Oct 26 11:18:52.996209 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad118-fc99-4be6-b8f3-2c6d8ecea7c1 req-86e20c10-3970-4e2a-b859-7b4cd3c9abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:52.997811 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6b4ad118-fc99-4be6-b8f3-2c6d8ecea7c1 req-86e20c10-3970-4e2a-b859-7b4cd3c9abb6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1130 time: 0.0497766 Oct 26 11:18:53.057801 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a65b-3014-44fb-9764-6a48b456632f req-9394c7c8-7715-427e-932a-5ec05c6aa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:53.060033 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8a63a65b-3014-44fb-9764-6a48b456632f req-9394c7c8-7715-427e-932a-5ec05c6aa4f4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0920219 Oct 26 11:18:53.078630 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75c55c4b-0494-4c3d-a4fc-e9b84f564dc3 req-bdedce9b-1a3f-4898-9183-2ec4282feb77 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364784 Oct 26 11:18:53.380863 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf53a29-53f9-4baf-a701-d34aea4fe137 req-23a6cec5-dda8-4a49-8db3-9297090f747a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:53.382325 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9cf53a29-53f9-4baf-a701-d34aea4fe137 req-23a6cec5-dda8-4a49-8db3-9297090f747a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0493262 Oct 26 11:18:53.428227 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9cf53a29-53f9-4baf-a701-d34aea4fe137 req-bfba2a56-cea1-4167-a021-506193e4f974 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398252 Oct 26 11:18:53.431276 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:53.484251 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54040) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:53.498016 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-92176da4-18f7-43e8-acbc-bdff5a37c7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.500397 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:53.538235 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:53.573005 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-92176da4-18f7-43e8-acbc-bdff5a37c7e9 admin admin] Publish callbacks [] for security_group (0bd9f8d2-8233-41eb-af2e-c88732b13786), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.649663 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6b4ad118-fc99-4be6-b8f3-2c6d8ecea7c1 req-d11c17ea-c3b7-48a4-af3a-87f7e6fda1d5 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624709 Oct 26 11:18:53.651631 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63a65b-3014-44fb-9764-6a48b456632f req-18dcf7e2-78d8-4bfe-b80e-7559816d8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:53.653323 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8a63a65b-3014-44fb-9764-6a48b456632f req-18dcf7e2-78d8-4bfe-b80e-7559816d8f34 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0664825 Oct 26 11:18:53.695521 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0f8aa-b03c-4c69-9df2-7dcd6d5b4c74 req-09169e31-377d-4078-974d-681e3f588d19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:53.697009 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d2a0f8aa-b03c-4c69-9df2-7dcd6d5b4c74 req-09169e31-377d-4078-974d-681e3f588d19 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 945 time: 0.0515156 Oct 26 11:18:53.717140 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-92176da4-18f7-43e8-acbc-bdff5a37c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0bd9f8d2-8233-41eb-af2e-c88732b13786), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.797962 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92176da4-18f7-43e8-acbc-bdff5a37c7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd9f8d2-8233-41eb-af2e-c88732b13786,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:53.803171 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-92176da4-18f7-43e8-acbc-bdff5a37c7e9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=288ae6a36a5a43e5afcb2d461dbe11b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178713 Oct 26 11:18:53.806323 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54056) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:53.823674 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d2a0f8aa-b03c-4c69-9df2-7dcd6d5b4c74 req-64c7f99e-9194-478d-a29f-30dd37f1cbb8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207755 Oct 26 11:18:53.901428 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18567aea-12d7-4b59-bcc9-a6212e2b00b4 req-d8f90efc-c7e3-4875-abd7-0525f02cc20d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:53.902930 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-18567aea-12d7-4b59-bcc9-a6212e2b00b4 req-d8f90efc-c7e3-4875-abd7-0525f02cc20d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0745270 Oct 26 11:18:53.929421 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device caf5feb7-a01a-4f65-a03c-f3013b3ab59d up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:18:53.930471 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-66a3e8f8-c45e-40d1-8188-ee0f0e152e7e admin admin] Publish callbacks [] for security_group (0bd9f8d2-8233-41eb-af2e-c88732b13786), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.963692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-66a3e8f8-c45e-40d1-8188-ee0f0e152e7e admin admin] Publish callbacks [] for security_group (0bd9f8d2-8233-41eb-af2e-c88732b13786), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:53.979737 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port caf5feb7-a01a-4f65-a03c-f3013b3ab59d completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:18:53.989316 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-18567aea-12d7-4b59-bcc9-a6212e2b00b4 req-4f6ca5ee-0078-4eb6-a890-182c3ce64624 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800800 Oct 26 11:18:54.060311 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port caf5feb7-a01a-4f65-a03c-f3013b3ab59d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:18:54.060698 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.061044 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port caf5feb7-a01a-4f65-a03c-f3013b3ab59d Oct 26 11:18:54.095143 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-66a3e8f8-c45e-40d1-8188-ee0f0e152e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0bd9f8d2-8233-41eb-af2e-c88732b13786), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.097738 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-66a3e8f8-c45e-40d1-8188-ee0f0e152e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.099493 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-66a3e8f8-c45e-40d1-8188-ee0f0e152e7e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0bd9f8d2-8233-41eb-af2e-c88732b13786 HTTP/1.1" status: 204 len: 168 time: 0.2912192 Oct 26 11:18:54.112917 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3e8f8-c45e-40d1-8188-ee0f0e152e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd9f8d2-8233-41eb-af2e-c88732b13786,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:54.147812 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port caf5feb7-a01a-4f65-a03c-f3013b3ab59d is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:54.148192 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.172956 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:54.175385 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aff2b66-d9a1-410b-804b-492c4bbb3975" -d '{"events": [{"server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "name": "network-vif-plugged", "status": "completed", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:54.193267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port caf5feb7-a01a-4f65-a03c-f3013b3ab59d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:54.213337 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c875697-f119-4be7-b246-160a1edf694a x-openstack-request-id: req-8c875697-f119-4be7-b246-160a1edf694a {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:54.213678 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "name": "network-vif-plugged", "status": "completed", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:54.216403 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c875697-f119-4be7-b246-160a1edf694a {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:54.216403 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c875697-f119-4be7-b246-160a1edf694a'] response: {'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'code': 200} Oct 26 11:18:54.266904 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.327196 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:54.555988 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eb21b-88ae-4e06-b8c1-4a6d2647f256 req-23952397-8bde-4cce-941c-c3b96c7c8a45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:54.557504 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-722eb21b-88ae-4e06-b8c1-4a6d2647f256 req-23952397-8bde-4cce-941c-c3b96c7c8a45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0496082 Oct 26 11:18:54.609241 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-722eb21b-88ae-4e06-b8c1-4a6d2647f256 req-e5992912-8a38-47f4-9b22-bf1c7daf5bb4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432725 Oct 26 11:18:54.782683 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac17d3f-25b2-4001-a322-7726ee04742a req-dea16d81-c7c1-4e9d-adac-20907a84d710 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:54.784186 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8ac17d3f-25b2-4001-a322-7726ee04742a req-dea16d81-c7c1-4e9d-adac-20907a84d710 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0480502 Oct 26 11:18:54.795729 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54088) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:54.801194 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'floatingip': {'port_id': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:18:54.888318 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (464d595b-5033-4329-abc1-5132f62feaa0), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:54.944015 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d00186-5ef8-4632-8557-0637212b7ec7 req-2cd081fc-242d-4eda-9b3d-ee6284cff680 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:54.945610 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-73d00186-5ef8-4632-8557-0637212b7ec7 req-2cd081fc-242d-4eda-9b3d-ee6284cff680 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0504789 Oct 26 11:18:54.993819 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-73d00186-5ef8-4632-8557-0637212b7ec7 req-3ee8cd73-2e53-4c9b-adba-6f65ad2c875e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Oct 26 11:18:55.128393 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:55.128393 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54100) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:55.176006 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f1f28-851f-44d7-9789-8cb3f957f43c req-286b1406-766a-411b-8367-4c09f47180ab tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:55.177505 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b20f1f28-851f-44d7-9789-8cb3f957f43c req-286b1406-766a-411b-8367-4c09f47180ab tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0896215 Oct 26 11:18:55.297693 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-23ed97c7-c1bc-4424-a1e3-452b43d44f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.373080 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b20f1f28-851f-44d7-9789-8cb3f957f43c req-ac8104d3-d2a6-4e49-9ef9-d282385810af tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866190 Oct 26 11:18:55.769170 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-23ed97c7-c1bc-4424-a1e3-452b43d44f7d admin admin] Publish callbacks [] for security_group (a88922cb-7e8b-4108-ac52-fbd45dd563bf), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.840031 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.883384 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-23ed97c7-c1bc-4424-a1e3-452b43d44f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (a88922cb-7e8b-4108-ac52-fbd45dd563bf), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.925666 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-23ed97c7-c1bc-4424-a1e3-452b43d44f7d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f7d2c9678ba8482095a7670ba0a972fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7951095 Oct 26 11:18:55.926597 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed97c7-c1bc-4424-a1e3-452b43d44f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88922cb-7e8b-4108-ac52-fbd45dd563bf,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:55.929239 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54128) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:55.968933 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (464d595b-5033-4329-abc1-5132f62feaa0), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:55.982680 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-54774ec3-7333-465f-9193-816aa86b8b70 admin admin] Publish callbacks [] for security_group (a88922cb-7e8b-4108-ac52-fbd45dd563bf), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.006574 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-54774ec3-7333-465f-9193-816aa86b8b70 admin admin] Publish callbacks [] for security_group (a88922cb-7e8b-4108-ac52-fbd45dd563bf), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.006798 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:56.018061 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:56.081411 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Floating IP 464d595b-5033-4329-abc1-5132f62feaa0 associated. External IP: 172.27.3.114, port: 6cd2d732-48e8-4aca-ac57-8f769619a1f1. Oct 26 11:18:56.138698 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95930f3d-dfe7-4790-a2c8-8718ab601b43 req-1c7c748a-faa5-474c-bc70-694a35bb4505 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:56.146278 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-95930f3d-dfe7-4790-a2c8-8718ab601b43 req-1c7c748a-faa5-474c-bc70-694a35bb4505 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0584099 Oct 26 11:18:56.163815 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-54774ec3-7333-465f-9193-816aa86b8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (a88922cb-7e8b-4108-ac52-fbd45dd563bf), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.166350 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-54774ec3-7333-465f-9193-816aa86b8b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.168836 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-54774ec3-7333-465f-9193-816aa86b8b70 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a88922cb-7e8b-4108-ac52-fbd45dd563bf HTTP/1.1" status: 204 len: 168 time: 0.2362545 Oct 26 11:18:56.181498 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54774ec3-7333-465f-9193-816aa86b8b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88922cb-7e8b-4108-ac52-fbd45dd563bf,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:56.214011 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-95930f3d-dfe7-4790-a2c8-8718ab601b43 req-89c2139b-0673-4de9-9e3a-a889426f1f12 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667264 Oct 26 11:18:56.335179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Router 62cc8114-eee9-4d92-941d-e37fbd286c7c has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:18:56.433703 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:56.463009 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:18:56.487785 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] Sync routers for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:18:56.491145 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:56.499209 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:56.500726 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:18:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:56.656335 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5090e2e8-b62a-45d0-888a-57be52bfea5a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/464d595b-5033-4329-abc1-5132f62feaa0 HTTP/1.1" status: 200 len: 992 time: 1.8592496 Oct 26 11:18:56.660324 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:18:56.665013 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fabbcd7-5ae4-447e-af7e-d15416f59a31" -d '{"events": [{"name": "network-changed", "server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:18:56.680772 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:56.681324 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b84d-bc6a-4bda-9787-5a112756a0a3 req-65e44310-0c65-4696-8b6b-a175d5b77f23 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:56.689321 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2775b84d-bc6a-4bda-9787-5a112756a0a3 req-65e44310-0c65-4696-8b6b-a175d5b77f23 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.2290308 Oct 26 11:18:56.790614 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2775b84d-bc6a-4bda-9787-5a112756a0a3 req-aa7a1511-ad48-4180-9812-ac04a2d84cad tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001492 Oct 26 11:18:56.858781 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d539a81b-6a94-4e2b-aa24-4932d2a63f56 x-openstack-request-id: req-d539a81b-6a94-4e2b-aa24-4932d2a63f56 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:18:56.859735 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:18:56.860204 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d539a81b-6a94-4e2b-aa24-4932d2a63f56 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:18:56.860861 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d539a81b-6a94-4e2b-aa24-4932d2a63f56'] response: {'name': 'network-changed', 'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'status': 'completed', 'code': 200} Oct 26 11:18:56.944393 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8a63a65b-3014-44fb-9764-6a48b456632f req-9ae1405a-0ee3-4e93-9409-88ee58166a17 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264033 Oct 26 11:18:56.985209 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '464d595b-5033-4329-abc1-5132f62feaa0', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'port_id': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'mac_address': 'fa:16:3e:d8:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:14Z', 'updated_at': '2022-10-26T11:18:55Z', 'revision_number': 1, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:57.010765 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] Checking router: 62cc8114-eee9-4d92-941d-e37fbd286c7c for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:18:57.020144 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:18:57.020746 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:18:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:57.122109 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:18:57.150419 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54176) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:57.165351 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.254386 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Publish callbacks [] for security_group (d9159fd6-02db-40da-92bc-4897b635e530), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.343218 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5969d8d-9497-4645-876f-9497fb738d26 req-71655434-525d-43be-b86f-0a1a1c6d50c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:57.344207 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '464d595b-5033-4329-abc1-5132f62feaa0', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'port_id': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'mac_address': 'fa:16:3e:d8:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:14Z', 'updated_at': '2022-10-26T11:18:55Z', 'revision_number': 1, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:18:57.344790 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f5969d8d-9497-4645-876f-9497fb738d26 req-71655434-525d-43be-b86f-0a1a1c6d50c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0514240 Oct 26 11:18:57.370862 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4c94ea-40e2-4601-9863-ee6f284d22b0 None None] The sync data for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi is: [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '464d595b-5033-4329-abc1-5132f62feaa0', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'port_id': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'mac_address': 'fa:16:3e:d8:f2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:14Z', 'updated_at': '2022-10-26T11:18:55Z', 'revision_number': 1, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:18:57.409787 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d9159fd6-02db-40da-92bc-4897b635e530), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.421682 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f5969d8d-9497-4645-876f-9497fb738d26 req-e19cc25c-d7d1-41a3-b422-2ae1e5319dfd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602210 Oct 26 11:18:57.454135 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ddd01dd54f7e42778c8ad32d0018e27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023722 Oct 26 11:18:57.455293 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9159fd6-02db-40da-92bc-4897b635e530,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:57.456771 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54188) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:57.463602 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.463948 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.464284 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.464618 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.464947 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.465275 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.465640 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.465963 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.466284 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.466605 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.466960 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.467278 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.467590 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.467905 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.468218 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc0489-aa98-4439-b3c6-d24dc19b481b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:57.514697 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ec7210c2-205c-4a2f-8184-509742a0833d admin admin] Publish callbacks [] for security_group (d9159fd6-02db-40da-92bc-4897b635e530), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.538178 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ec7210c2-205c-4a2f-8184-509742a0833d admin admin] Publish callbacks [] for security_group (d9159fd6-02db-40da-92bc-4897b635e530), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.701756 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ec7210c2-205c-4a2f-8184-509742a0833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d9159fd6-02db-40da-92bc-4897b635e530), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.714650 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ec7210c2-205c-4a2f-8184-509742a0833d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:57.714650 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ec7210c2-205c-4a2f-8184-509742a0833d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d9159fd6-02db-40da-92bc-4897b635e530 HTTP/1.1" status: 204 len: 168 time: 0.2507234 Oct 26 11:18:57.759468 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7210c2-205c-4a2f-8184-509742a0833d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9159fd6-02db-40da-92bc-4897b635e530,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:57.791803 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-6d0a054b-8e23-4952-89c2-370ec8ad9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:57.796232 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-6d0a054b-8e23-4952-89c2-370ec8ad9ccb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1130 time: 0.1055651 Oct 26 11:18:57.830508 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:57.833564 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8a63a65b-3014-44fb-9764-6a48b456632f req-961e7062-b8c2-41d0-ab4d-a2a8aeaa9148 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058330 Oct 26 11:18:57.949266 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:18:57.951015 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1ae74-1133-499e-aa66-60176370733a req-42d8574d-2154-4970-905a-b5794b22f18e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:57.953544 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dbf1ae74-1133-499e-aa66-60176370733a req-42d8574d-2154-4970-905a-b5794b22f18e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 943 time: 0.0661604 Oct 26 11:18:58.002963 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.007492 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dbf1ae74-1133-499e-aa66-60176370733a req-4e979259-b507-4dbd-b77d-c2323645e2c8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480146 Oct 26 11:18:58.080026 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.082312 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:58.095593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'port_id': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e', 'mac_address': 'fa:16:3e:d2:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 466, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:18:58.133620 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:18:58.134063 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.149263 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:18:58.174976 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:18:58.267925 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:58.348665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7b3a-11fa-478f-bb39-a36c8352752f req-a619c448-8b35-4288-96f9-86ca25dfcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:58.350176 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-55ab7b3a-11fa-478f-bb39-a36c8352752f req-a619c448-8b35-4288-96f9-86ca25dfcb7c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 1130 time: 0.1520097 Oct 26 11:18:58.365052 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:58.384494 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.384843 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.385197 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.385549 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.385883 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.386955 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.388306 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.389380 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.390158 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.390844 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.391389 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-04ca3af7-2b97-4cb0-9715-d1d355d67ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:58.391635 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.392162 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.392700 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.392866 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-04ca3af7-2b97-4cb0-9715-d1d355d67ae2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.2031102 Oct 26 11:18:58.393710 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.394138 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:58.407868 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7005658-a712-4ab1-937d-8cfece18aabb None None] New status for floating IP 464d595b-5033-4329-abc1-5132f62feaa0: ACTIVE {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:18:58.436951 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-55ab7b3a-11fa-478f-bb39-a36c8352752f req-6afbb03a-6c8d-4657-bb43-f425675a4262 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795033 Oct 26 11:18:58.467876 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.514065 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-23f538f4-b2da-4115-9855-ca18c6755fd2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 1000 time: 0.1042089 Oct 26 11:18:58.566174 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f703a9-8d1e-45c8-bb36-5c0e91742580 req-afff6071-67d8-493a-ac81-2ecf75b9b938 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:58.567690 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-32f703a9-8d1e-45c8-bb36-5c0e91742580 req-afff6071-67d8-493a-ac81-2ecf75b9b938 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0514193 Oct 26 11:18:58.615915 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-32f703a9-8d1e-45c8-bb36-5c0e91742580 req-ccb5e2f8-b066-468e-9153-5db135aa2593 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Oct 26 11:18:58.821494 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['0bd9ab45-c3f2-4623-8bcc-0d43ada4210e'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:18:58.910422 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:58.918740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54246) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:58.931256 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-68422e0f-32cf-495a-b85e-f392630c7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:58.943813 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-68422e0f-32cf-495a-b85e-f392630c7b60 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0698628 Oct 26 11:18:59.139829 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e87c-cfb1-4f51-ba73-ff34dc876280 req-fd00ac8b-037e-4e98-a2e4-6bdd1c703b35 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.148368 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7362e87c-cfb1-4f51-ba73-ff34dc876280 req-fd00ac8b-037e-4e98-a2e4-6bdd1c703b35 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 944 time: 0.0562177 Oct 26 11:18:59.204907 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7362e87c-cfb1-4f51-ba73-ff34dc876280 req-653a029d-2355-489c-a96a-8d2b907e67c3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554824 Oct 26 11:18:59.286857 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-15d10fa1-760f-4cf1-847b-3738ce3c6ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.294377 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54260) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:59.360905 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:59.366046 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.366195 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-15d10fa1-760f-4cf1-847b-3738ce3c6ffe admin admin] Publish callbacks [] for security_group (b930bc9c-5f9f-4f45-b378-8b4621ec518f), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.396790 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:59.449991 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Publish callbacks [] for security_group (75b06b84-9972-49c7-8e98-003086fc0de8), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.476196 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-15d10fa1-760f-4cf1-847b-3738ce3c6ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b930bc9c-5f9f-4f45-b378-8b4621ec518f), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.518521 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-15d10fa1-760f-4cf1-847b-3738ce3c6ffe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2b140b93fe7044649980c0c0c6c631b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996690 Oct 26 11:18:59.518964 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54268) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:59.519453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d10fa1-760f-4cf1-847b-3738ce3c6ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b930bc9c-5f9f-4f45-b378-8b4621ec518f,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:59.550750 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (75b06b84-9972-49c7-8e98-003086fc0de8), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.631559 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b06b84-9972-49c7-8e98-003086fc0de8,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:59.634439 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-ef26d5c5-72fb-432d-9ae9-e0f1d69e03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.636044 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-ef26d5c5-72fb-432d-9ae9-e0f1d69e03e1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1133747 Oct 26 11:18:59.638161 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9d2df5f568ea42fcbe400803c83ee1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423884 Oct 26 11:18:59.641082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54270) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:18:59.646796 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.647352 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.649645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.649645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.649645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.649645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.649645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.649645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.649645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.651743 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.651743 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.651743 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.651743 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.654910 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.655324 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7365f7b8-67c6-4ce2-9833-694081c6db36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:18:59.672990 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-52c6773d-16f2-40da-83ed-8d0425b73b67 admin admin] Publish callbacks [] for security_group (b930bc9c-5f9f-4f45-b378-8b4621ec518f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.706573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-130de036-d83c-479b-b3e6-e04adb0c9955 admin admin] Publish callbacks [] for security_group (75b06b84-9972-49c7-8e98-003086fc0de8), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.711479 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-52c6773d-16f2-40da-83ed-8d0425b73b67 admin admin] Publish callbacks [] for security_group (b930bc9c-5f9f-4f45-b378-8b4621ec518f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.761847 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-130de036-d83c-479b-b3e6-e04adb0c9955 admin admin] Publish callbacks [] for security_group (75b06b84-9972-49c7-8e98-003086fc0de8), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.779167 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581505f-b9a6-4fe3-aaf3-5c0bfa742783 req-8e4ebce1-d485-4d9b-ba1e-fd7d185cc629 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:18:59.780784 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e581505f-b9a6-4fe3-aaf3-5c0bfa742783 req-8e4ebce1-d485-4d9b-ba1e-fd7d185cc629 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0711043 Oct 26 11:18:59.844017 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e581505f-b9a6-4fe3-aaf3-5c0bfa742783 req-fad36ef2-4d91-4afe-bae9-64a33239ddf0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554292 Oct 26 11:18:59.884345 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-ef9d11fa-8a55-4e71-a05f-5090d00ef706 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866864 Oct 26 11:18:59.924237 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-52c6773d-16f2-40da-83ed-8d0425b73b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b930bc9c-5f9f-4f45-b378-8b4621ec518f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.928840 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-52c6773d-16f2-40da-83ed-8d0425b73b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.932928 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-52c6773d-16f2-40da-83ed-8d0425b73b67 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b930bc9c-5f9f-4f45-b378-8b4621ec518f HTTP/1.1" status: 204 len: 168 time: 0.4099333 Oct 26 11:18:59.945264 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6773d-16f2-40da-83ed-8d0425b73b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b930bc9c-5f9f-4f45-b378-8b4621ec518f,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:18:59.953862 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:18:59.957302 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-130de036-d83c-479b-b3e6-e04adb0c9955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (75b06b84-9972-49c7-8e98-003086fc0de8), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.958690 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-130de036-d83c-479b-b3e6-e04adb0c9955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:18:59.959960 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-130de036-d83c-479b-b3e6-e04adb0c9955 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/75b06b84-9972-49c7-8e98-003086fc0de8 HTTP/1.1" status: 204 len: 168 time: 0.3178968 Oct 26 11:18:59.984976 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130de036-d83c-479b-b3e6-e04adb0c9955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b06b84-9972-49c7-8e98-003086fc0de8,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:00.012429 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:00.075509 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:19:00.149332 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:00.149719 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.150065 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e Oct 26 11:19:00.214070 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3fabbcd7-5ae4-447e-af7e-d15416f59a31 req-ba5e984d-ccda-4bd1-97ca-7f281db774f0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238306 Oct 26 11:19:00.257648 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:00.258117 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.304254 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:19:00.306575 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898334cc-2f08-4997-a919-21a0509653ff" -d '{"events": [{"server_uuid": "f3d343d6-fcf5-4a1b-a077-d2e28d613a70", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9ab45-c3f2-4623-8bcc-0d43ada4210e"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:19:00.324257 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:00.339549 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597c261-05ec-49a9-bb36-3277041ce858 req-3305651d-8eaf-4273-9830-5484d0bc9c40 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:00.341624 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f597c261-05ec-49a9-bb36-3277041ce858 req-3305651d-8eaf-4273-9830-5484d0bc9c40 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 944 time: 0.0634878 Oct 26 11:19:00.362326 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c7c200-72a6-435f-b687-7123717ed8c0 x-openstack-request-id: req-66c7c200-72a6-435f-b687-7123717ed8c0 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:19:00.362641 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d343d6-fcf5-4a1b-a077-d2e28d613a70", "name": "network-vif-plugged", "status": "completed", "tag": "0bd9ab45-c3f2-4623-8bcc-0d43ada4210e", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:19:00.362925 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66c7c200-72a6-435f-b687-7123717ed8c0 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:19:00.363323 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c7c200-72a6-435f-b687-7123717ed8c0'] response: {'server_uuid': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e', 'code': 200} Oct 26 11:19:00.395886 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f597c261-05ec-49a9-bb36-3277041ce858 req-a2a95a3f-e0ca-4466-8d87-45ccdb57c7ef tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476727 Oct 26 11:19:00.412167 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.468557 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:00.880646 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54302) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:00.903094 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7776ce42-8043-4c0b-8da3-9ced1105a6dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:00.985888 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54306) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:00.997913 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:01.000361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d2b8482e-3c0c-4af5-8cb8-a3682725df5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.011770 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872cd05-cff1-4cdb-ae64-9b30f464e9db req-53116246-cb91-4036-82e0-d2ce2cff7740 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:01.013461 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3872cd05-cff1-4cdb-ae64-9b30f464e9db req-53116246-cb91-4036-82e0-d2ce2cff7740 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0721264 Oct 26 11:19:01.057844 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7776ce42-8043-4c0b-8da3-9ced1105a6dc admin admin] Publish callbacks [] for security_group (6648088c-0c6d-4e84-9312-d6d6a2b4c6f4), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.058565 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92595e5a-2c12-47ee-a92b-508b5e5d78b2 req-f5404d35-025d-49d8-914b-99e3db7da765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:01.060695 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-92595e5a-2c12-47ee-a92b-508b5e5d78b2 req-f5404d35-025d-49d8-914b-99e3db7da765 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 1129 time: 0.0525050 Oct 26 11:19:01.083737 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3872cd05-cff1-4cdb-ae64-9b30f464e9db req-d7f21771-4042-47ee-9fb3-ebc830062c9a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639367 Oct 26 11:19:01.132524 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-92595e5a-2c12-47ee-a92b-508b5e5d78b2 req-a117b3fc-b284-4be7-89b9-70644560cb90 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 Oct 26 11:19:01.146618 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7776ce42-8043-4c0b-8da3-9ced1105a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6648088c-0c6d-4e84-9312-d6d6a2b4c6f4), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.167988 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d2b8482e-3c0c-4af5-8cb8-a3682725df5d admin admin] Publish callbacks [] for security_group (c07c0e95-9573-4d9f-a30d-90201136b6c3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.210694 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7776ce42-8043-4c0b-8da3-9ced1105a6dc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0de3c96f39ca4f67a8099a4ce849fa63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284678 Oct 26 11:19:01.211865 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776ce42-8043-4c0b-8da3-9ced1105a6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6648088c-0c6d-4e84-9312-d6d6a2b4c6f4,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.215701 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54316) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.235788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d2b8482e-3c0c-4af5-8cb8-a3682725df5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c07c0e95-9573-4d9f-a30d-90201136b6c3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.251326 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:01.274445 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7abdbe0e-71d6-40c5-9963-c8e53b231e5d admin admin] Publish callbacks [] for security_group (6648088c-0c6d-4e84-9312-d6d6a2b4c6f4), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.280033 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdb186-ce3a-435c-8996-1dec5f001c26 req-dca63a74-2f5e-4860-89fb-b6f5925e7bff tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:01.285081 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7dfdb186-ce3a-435c-8996-1dec5f001c26 req-dca63a74-2f5e-4860-89fb-b6f5925e7bff tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0828311 Oct 26 11:19:01.293370 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54322) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.301081 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:01.304928 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7abdbe0e-71d6-40c5-9963-c8e53b231e5d admin admin] Publish callbacks [] for security_group (6648088c-0c6d-4e84-9312-d6d6a2b4c6f4), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.310860 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d2b8482e-3c0c-4af5-8cb8-a3682725df5d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=22f753cd06384ef4b71a355e648de6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210046 Oct 26 11:19:01.312315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54324) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:01.336186 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8482e-3c0c-4af5-8cb8-a3682725df5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07c0e95-9573-4d9f-a30d-90201136b6c3,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.347561 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (0ab8da62-573c-40d8-9c6a-7075afa1af06), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.390707 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0dfea5cc-c97f-4402-afcf-99b1859c7b52 admin admin] Publish callbacks [] for security_group (c07c0e95-9573-4d9f-a30d-90201136b6c3), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.411432 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0dfea5cc-c97f-4402-afcf-99b1859c7b52 admin admin] Publish callbacks [] for security_group (c07c0e95-9573-4d9f-a30d-90201136b6c3), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.442307 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:01.470034 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7abdbe0e-71d6-40c5-9963-c8e53b231e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6648088c-0c6d-4e84-9312-d6d6a2b4c6f4), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.474228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7abdbe0e-71d6-40c5-9963-c8e53b231e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.480041 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7abdbe0e-71d6-40c5-9963-c8e53b231e5d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6648088c-0c6d-4e84-9312-d6d6a2b4c6f4 HTTP/1.1" status: 204 len: 168 time: 0.2588785 Oct 26 11:19:01.511179 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abdbe0e-71d6-40c5-9963-c8e53b231e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6648088c-0c6d-4e84-9312-d6d6a2b4c6f4,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.562502 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411870d2-ff48-4079-8a56-d27a52d1b6de req-19085364-8167-4a22-8c4f-47b3b357f418 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:01.564088 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-411870d2-ff48-4079-8a56-d27a52d1b6de req-19085364-8167-4a22-8c4f-47b3b357f418 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0788403 Oct 26 11:19:01.565688 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0dfea5cc-c97f-4402-afcf-99b1859c7b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c07c0e95-9573-4d9f-a30d-90201136b6c3), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.576383 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0dfea5cc-c97f-4402-afcf-99b1859c7b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:01.577778 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0dfea5cc-c97f-4402-afcf-99b1859c7b52 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c07c0e95-9573-4d9f-a30d-90201136b6c3 HTTP/1.1" status: 204 len: 168 time: 0.2645168 Oct 26 11:19:01.590603 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfea5cc-c97f-4402-afcf-99b1859c7b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07c0e95-9573-4d9f-a30d-90201136b6c3,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:01.676025 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-411870d2-ff48-4079-8a56-d27a52d1b6de req-01a5b6b1-4bf7-4bd1-b69f-d679be9b6337 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969400 Oct 26 11:19:02.070659 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.147569 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (0ab8da62-573c-40d8-9c6a-7075afa1af06), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.150212 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:02.246460 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP 0ab8da62-573c-40d8-9c6a-7075afa1af06 associated. External IP: 172.27.3.165, port: caf5feb7-a01a-4f65-a03c-f3013b3ab59d. Oct 26 11:19:02.400891 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54376) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.426151 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-851547ad-1ac5-4a2f-b26b-e6b887080758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.558510 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:19:02.579606 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-851547ad-1ac5-4a2f-b26b-e6b887080758 admin admin] Publish callbacks [] for security_group (5da5e720-af85-48ba-b919-e01088157da4), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.586351 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54384) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.647492 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-851547ad-1ac5-4a2f-b26b-e6b887080758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5da5e720-af85-48ba-b919-e01088157da4), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.726379 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851547ad-1ac5-4a2f-b26b-e6b887080758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5e720-af85-48ba-b919-e01088157da4,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:02.748819 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-851547ad-1ac5-4a2f-b26b-e6b887080758 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=05a0bb9574144fa4bd2ecc612d00b284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464856 Oct 26 11:19:02.751748 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54394) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:02.759559 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:02.763599 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d631c37b-e7a3-4982-9745-d2ad7312bb58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.767196 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.771577 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:02.785833 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:02.786389 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:18:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:02.881068 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-93a2155e-ff4d-4788-a16f-5f1e7c640704 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/0ab8da62-573c-40d8-9c6a-7075afa1af06 HTTP/1.1" status: 200 len: 992 time: 1.5869310 Oct 26 11:19:02.885685 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:19:02.888708 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76" -d '{"events": [{"name": "network-changed", "server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:19:02.891761 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d631c37b-e7a3-4982-9745-d2ad7312bb58 admin admin] Publish callbacks [] for security_group (e262d68a-acf6-4a22-a13f-6ffe932f48ee), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.917371 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea773a23-0c07-4d23-b66a-dd504a518a8a req-fa1ee23b-bb08-4890-a4e8-dd4d93b33fe4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:02.919004 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea773a23-0c07-4d23-b66a-dd504a518a8a req-fa1ee23b-bb08-4890-a4e8-dd4d93b33fe4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0938087 Oct 26 11:19:02.925110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c983-52c3-4866-b9e8-32f9d8961ea7 admin admin] Publish callbacks [] for security_group (5da5e720-af85-48ba-b919-e01088157da4), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.933894 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:02.936677 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7850706f-4716-47b8-b0a3-343a75d4cb01 x-openstack-request-id: req-7850706f-4716-47b8-b0a3-343a75d4cb01 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:19:02.937215 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:19:02.937353 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7850706f-4716-47b8-b0a3-343a75d4cb01 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:19:02.937734 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7850706f-4716-47b8-b0a3-343a75d4cb01'] response: {'name': 'network-changed', 'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'status': 'completed', 'code': 200} Oct 26 11:19:02.964132 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:02.969201 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d631c37b-e7a3-4982-9745-d2ad7312bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e262d68a-acf6-4a22-a13f-6ffe932f48ee), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.969332 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c983-52c3-4866-b9e8-32f9d8961ea7 admin admin] Publish callbacks [] for security_group (5da5e720-af85-48ba-b919-e01088157da4), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:02.981634 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:02.999601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631c37b-e7a3-4982-9745-d2ad7312bb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262d68a-acf6-4a22-a13f-6ffe932f48ee,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.020446 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d631c37b-e7a3-4982-9745-d2ad7312bb58 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3b2390694559449eb2326571db326999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295568 Oct 26 11:19:03.022294 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54406) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:03.032423 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea773a23-0c07-4d23-b66a-dd504a518a8a req-55125cb5-f418-4142-89fb-c58f5b9c6729 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009381 Oct 26 11:19:03.092931 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a485d73c-cd33-425a-a5a7-2c9f1add1aac admin admin] Publish callbacks [] for security_group (e262d68a-acf6-4a22-a13f-6ffe932f48ee), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.116161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a485d73c-cd33-425a-a5a7-2c9f1add1aac admin admin] Publish callbacks [] for security_group (e262d68a-acf6-4a22-a13f-6ffe932f48ee), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.123915 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:03.128524 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c983-52c3-4866-b9e8-32f9d8961ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5da5e720-af85-48ba-b919-e01088157da4), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.131232 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c983-52c3-4866-b9e8-32f9d8961ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.132624 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-f8d1c983-52c3-4866-b9e8-32f9d8961ea7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5da5e720-af85-48ba-b919-e01088157da4 HTTP/1.1" status: 204 len: 168 time: 0.3797812 Oct 26 11:19:03.135501 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:03.144157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c983-52c3-4866-b9e8-32f9d8961ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5e720-af85-48ba-b919-e01088157da4,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.219427 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:01Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:03.251136 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:03.260147 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:03.260749 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:18:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:03.299902 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a485d73c-cd33-425a-a5a7-2c9f1add1aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e262d68a-acf6-4a22-a13f-6ffe932f48ee), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.302868 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a485d73c-cd33-425a-a5a7-2c9f1add1aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:03.307791 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a485d73c-cd33-425a-a5a7-2c9f1add1aac admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e262d68a-acf6-4a22-a13f-6ffe932f48ee HTTP/1.1" status: 204 len: 168 time: 0.2841229 Oct 26 11:19:03.327351 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485d73c-cd33-425a-a5a7-2c9f1add1aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262d68a-acf6-4a22-a13f-6ffe932f48ee,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:03.375911 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:03.381962 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:03.399076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-5f4fdfc6-ee15-4211-8370-e30b0cdcfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:03.400756 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-5f4fdfc6-ee15-4211-8370-e30b0cdcfb82 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 1130 time: 0.1130073 Oct 26 11:19:03.540047 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-d7946441-3888-483b-8fee-8494af9d9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:03.542213 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-d7946441-3888-483b-8fee-8494af9d9ee1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 916 time: 0.1081381 Oct 26 11:19:03.640545 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-30bd572b-0ce0-4260-8860-8a4bee1f6b63 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500774 Oct 26 11:19:03.653884 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-104cc37e-99da-48bf-8a3f-447c315793d1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d HTTP/1.1" status: 200 len: 1000 time: 0.0795000 Oct 26 11:19:03.712925 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:01Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:03.744611 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5b2d7-a290-4d7f-bac9-a97297ba70c6 None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:01Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:03.781147 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-d3f41c10-e710-4042-8afb-bf26871baeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:03.782915 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-d3f41c10-e710-4042-8afb-bf26871baeb5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0680778 Oct 26 11:19:03.835199 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-d5a8356f-d429-4fa9-a0c4-ac1697bba391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:03.838773 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-d5a8356f-d429-4fa9-a0c4-ac1697bba391 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2375e01650824224b673bea3d06af9eb&device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 1129 time: 0.0896311 Oct 26 11:19:03.853677 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-a3d13e9d-ed04-4174-be6e-e313bfbc2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:03.854886 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-a3d13e9d-ed04-4174-be6e-e313bfbc2431 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0623736 Oct 26 11:19:04.030893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-8992d3ab-e8fc-493a-b384-14c149fdc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:04.030893 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-8992d3ab-e8fc-493a-b384-14c149fdc11d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=82a93ae2-3083-47e4-a693-201ca81c9c17 HTTP/1.1" status: 200 len: 912 time: 0.1624200 Oct 26 11:19:04.043789 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-fd09e52b-8f82-4ad0-8a75-ce494344aef8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765895 Oct 26 11:19:04.082870 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-343306ec-3504-4692-bd42-69741eafe98f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d HTTP/1.1" status: 200 len: 217 time: 0.0446732 Oct 26 11:19:04.158422 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-92f881fd-606d-49d6-99f4-b623a5d4bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:04.160064 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-92f881fd-606d-49d6-99f4-b623a5d4bbe3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4b78a24a-e35f-4595-92d8-7272920ecd1d HTTP/1.1" status: 200 len: 850 time: 0.0661540 Oct 26 11:19:04.218907 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a4741-a4f3-4673-90e2-54d10b930bd1 None None] New status for floating IP 0ab8da62-573c-40d8-9c6a-7075afa1af06: ACTIVE {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:19:04.219458 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-89bd381b-2d85-41f2-aea7-4da3f5a4e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:04.220976 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-89bd381b-2d85-41f2-aea7-4da3f5a4e5a1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=82a93ae2-3083-47e4-a693-201ca81c9c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520687 Oct 26 11:19:04.232833 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b0e0064-7b0d-4c4a-949a-21e5f9ff9f76 req-d3ef314f-7d4d-408f-ac4f-fd37de17d9f8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816308 Oct 26 11:19:04.513871 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54448) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.520139 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b91a28-e219-4b07-9d2d-a1ff2a745157 req-09c122b9-ff54-446d-b017-29d2b7d59fd0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:04.525875 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a8b91a28-e219-4b07-9d2d-a1ff2a745157 req-09c122b9-ff54-446d-b017-29d2b7d59fd0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.3655601 Oct 26 11:19:04.533408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2b46485d-6a51-4200-a3d2-3a7524c633e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.579493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:04.636550 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:04.659230 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a8b91a28-e219-4b07-9d2d-a1ff2a745157 req-aabaf6bb-fdbd-45ff-825a-4368aa281e70 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015177 Oct 26 11:19:04.665255 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-c385249a-c1ee-4aa0-8905-c9808d06534f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880722 Oct 26 11:19:04.675309 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2b46485d-6a51-4200-a3d2-3a7524c633e0 admin admin] Publish callbacks [] for security_group (10937cb5-bc76-4648-b23c-a609615f2cab), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.765749 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2b46485d-6a51-4200-a3d2-3a7524c633e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (10937cb5-bc76-4648-b23c-a609615f2cab), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.769788 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9142dbcc-ebd0-4dc7-8922-e6f68b56c538 req-8ab599fc-9df7-4ae5-8227-34aa06b7577c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964191 Oct 26 11:19:04.832470 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2b46485d-6a51-4200-a3d2-3a7524c633e0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=547bac1868064923b0e9096834a7f0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168473 Oct 26 11:19:04.833611 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46485d-6a51-4200-a3d2-3a7524c633e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10937cb5-bc76-4648-b23c-a609615f2cab,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:04.835108 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54462) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:04.888190 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ee825836-0b83-47c4-8415-24ab1eeeb8e9 admin admin] Publish callbacks [] for security_group (10937cb5-bc76-4648-b23c-a609615f2cab), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:04.912982 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ee825836-0b83-47c4-8415-24ab1eeeb8e9 admin admin] Publish callbacks [] for security_group (10937cb5-bc76-4648-b23c-a609615f2cab), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.034204 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ee825836-0b83-47c4-8415-24ab1eeeb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (10937cb5-bc76-4648-b23c-a609615f2cab), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.036775 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ee825836-0b83-47c4-8415-24ab1eeeb8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:05.037931 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ee825836-0b83-47c4-8415-24ab1eeeb8e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/10937cb5-bc76-4648-b23c-a609615f2cab HTTP/1.1" status: 204 len: 168 time: 0.2014363 Oct 26 11:19:05.046633 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee825836-0b83-47c4-8415-24ab1eeeb8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10937cb5-bc76-4648-b23c-a609615f2cab,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:05.221315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a4cdb-d46e-4932-9d5a-d7160d6a9fd4 req-85867a66-c420-42ff-a660-b9118400b3af tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.222774 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d71a4cdb-d46e-4932-9d5a-d7160d6a9fd4 req-85867a66-c420-42ff-a660-b9118400b3af tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0467122 Oct 26 11:19:05.272724 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d71a4cdb-d46e-4932-9d5a-d7160d6a9fd4 req-213f11e1-0a1a-4ecb-8d9e-e07cf511d8d5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Oct 26 11:19:05.674659 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1b069-168d-446c-92f4-006716e0c10b req-45623a17-59b3-4818-bba7-1a4a9250949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.676393 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61a1b069-168d-446c-92f4-006716e0c10b req-45623a17-59b3-4818-bba7-1a4a9250949e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 1129 time: 0.0450513 Oct 26 11:19:05.848710 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1b069-168d-446c-92f4-006716e0c10b req-0f70d711-d763-492d-8ef6-f9a0e30974a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.848710 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61a1b069-168d-446c-92f4-006716e0c10b req-0f70d711-d763-492d-8ef6-f9a0e30974a4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.1002655 Oct 26 11:19:05.859907 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61a1b069-168d-446c-92f4-006716e0c10b req-a4b42c9c-0ab6-4692-ae8d-56a5fe6a7428 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e HTTP/1.1" status: 200 len: 217 time: 0.0358028 Oct 26 11:19:05.918874 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1b069-168d-446c-92f4-006716e0c10b req-25a14abc-cd93-496b-8610-4def1df8ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.920987 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61a1b069-168d-446c-92f4-006716e0c10b req-25a14abc-cd93-496b-8610-4def1df8ed28 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0494695 Oct 26 11:19:05.979758 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1b069-168d-446c-92f4-006716e0c10b req-51ee8548-ec26-469e-8e94-1066040e099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:05.981603 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61a1b069-168d-446c-92f4-006716e0c10b req-51ee8548-ec26-469e-8e94-1066040e099b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487616 Oct 26 11:19:06.353260 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:06.381574 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61a1b069-168d-446c-92f4-006716e0c10b req-547891cb-c99e-4134-81df-542f7c02cb71 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963473 Oct 26 11:19:06.425690 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20968378-446b-4002-b2ed-52205b3248c2 req-02f162e3-a6b8-481b-92da-7a60f80f8d4f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:06.427622 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-20968378-446b-4002-b2ed-52205b3248c2 req-02f162e3-a6b8-481b-92da-7a60f80f8d4f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0645258 Oct 26 11:19:06.494052 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-20968378-446b-4002-b2ed-52205b3248c2 req-4e8485e3-ca5b-4c4b-a2af-1c34dda6aaf7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536754 Oct 26 11:19:06.495098 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61a1b069-168d-446c-92f4-006716e0c10b req-acd02618-cb7d-49d9-8efa-b2ea287760ff service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020682 Oct 26 11:19:06.540908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54532) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.659986 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-fb641a8a-1607-405f-97bd-42e3eec900b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.753524 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-fb641a8a-1607-405f-97bd-42e3eec900b5 admin admin] Publish callbacks [] for security_group (e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.874475 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-fb641a8a-1607-405f-97bd-42e3eec900b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.917684 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-fb641a8a-1607-405f-97bd-42e3eec900b5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=024ef929d92e45ada9e834f01047b52c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718143 Oct 26 11:19:06.917684 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb641a8a-1607-405f-97bd-42e3eec900b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:06.918095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54554) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:06.976829 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac860e6d-4d2c-4005-911c-7c20601eb05e admin admin] Publish callbacks [] for security_group (e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:06.996509 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac860e6d-4d2c-4005-911c-7c20601eb05e admin admin] Publish callbacks [] for security_group (e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.136763 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac860e6d-4d2c-4005-911c-7c20601eb05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.136763 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac860e6d-4d2c-4005-911c-7c20601eb05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.139684 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ac860e6d-4d2c-4005-911c-7c20601eb05e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b HTTP/1.1" status: 204 len: 168 time: 0.2207260 Oct 26 11:19:07.150642 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac860e6d-4d2c-4005-911c-7c20601eb05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d92ee2-56e5-4ac6-a730-aa2b95cb0e3b,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:07.214166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54564) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.372431 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad92913e-9cb2-4837-829e-2a7cf4aa57f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.458463 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad92913e-9cb2-4837-829e-2a7cf4aa57f8 admin admin] Publish callbacks [] for security_group (0f13da72-0ae6-4a47-84b5-45e4a48e50fe), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.524972 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad92913e-9cb2-4837-829e-2a7cf4aa57f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0f13da72-0ae6-4a47-84b5-45e4a48e50fe), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.531678 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.580358 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ad92913e-9cb2-4837-829e-2a7cf4aa57f8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0bcb9273129e4bdf9c513508485a4003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650517 Oct 26 11:19:07.581437 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92913e-9cb2-4837-829e-2a7cf4aa57f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f13da72-0ae6-4a47-84b5-45e4a48e50fe,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:07.583179 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54584) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.664962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c9675-236d-4b5d-88fd-2d500eeecf97 req-f16473a3-9492-4aba-bf88-673da6975531 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:07.666446 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6a7c9675-236d-4b5d-88fd-2d500eeecf97 req-f16473a3-9492-4aba-bf88-673da6975531 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0696270 Oct 26 11:19:07.723080 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4412-ad10-47da-b396-5ef2d41106c0 admin admin] Publish callbacks [] for security_group (0f13da72-0ae6-4a47-84b5-45e4a48e50fe), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.725859 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.729021 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.761978 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6a7c9675-236d-4b5d-88fd-2d500eeecf97 req-91124845-b72c-43bc-b022-d35123da4f82 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855713 Oct 26 11:19:07.767329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4412-ad10-47da-b396-5ef2d41106c0 admin admin] Publish callbacks [] for security_group (0f13da72-0ae6-4a47-84b5-45e4a48e50fe), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.875926 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54592) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:07.889657 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4412-ad10-47da-b396-5ef2d41106c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0f13da72-0ae6-4a47-84b5-45e4a48e50fe), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.892117 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4412-ad10-47da-b396-5ef2d41106c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.893198 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-fb9a4412-ad10-47da-b396-5ef2d41106c0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0f13da72-0ae6-4a47-84b5-45e4a48e50fe HTTP/1.1" status: 204 len: 168 time: 0.3088624 Oct 26 11:19:07.894110 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2318a557-411e-431a-94dc-5ae011400626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:07.913012 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a4412-ad10-47da-b396-5ef2d41106c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f13da72-0ae6-4a47-84b5-45e4a48e50fe,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:07.929437 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:07.990664 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2318a557-411e-431a-94dc-5ae011400626 admin admin] Publish callbacks [] for security_group (374905af-82d5-4f0b-9873-bb027fdf55d6), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.063151 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2318a557-411e-431a-94dc-5ae011400626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (374905af-82d5-4f0b-9873-bb027fdf55d6), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.097648 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:08.104596 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2318a557-411e-431a-94dc-5ae011400626 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=862f1966d1774122992a8b03630686fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275565 Oct 26 11:19:08.105693 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318a557-411e-431a-94dc-5ae011400626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374905af-82d5-4f0b-9873-bb027fdf55d6,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:08.107461 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54600) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.158509 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-95b4aec2-ea15-4d1f-9212-ff694b5c3a51 admin admin] Publish callbacks [] for security_group (374905af-82d5-4f0b-9873-bb027fdf55d6), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.183611 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-95b4aec2-ea15-4d1f-9212-ff694b5c3a51 admin admin] Publish callbacks [] for security_group (374905af-82d5-4f0b-9873-bb027fdf55d6), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.308830 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-95b4aec2-ea15-4d1f-9212-ff694b5c3a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (374905af-82d5-4f0b-9873-bb027fdf55d6), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.311588 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-95b4aec2-ea15-4d1f-9212-ff694b5c3a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.312762 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-95b4aec2-ea15-4d1f-9212-ff694b5c3a51 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/374905af-82d5-4f0b-9873-bb027fdf55d6 HTTP/1.1" status: 204 len: 168 time: 0.2036748 Oct 26 11:19:08.320943 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4aec2-ea15-4d1f-9212-ff694b5c3a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374905af-82d5-4f0b-9873-bb027fdf55d6,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:08.585090 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54624) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.596938 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2509b130-570d-42ce-90c8-3bbadb6090e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.611228 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:08.674208 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2509b130-570d-42ce-90c8-3bbadb6090e6 admin admin] Publish callbacks [] for security_group (0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.748616 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2509b130-570d-42ce-90c8-3bbadb6090e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.791367 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2509b130-570d-42ce-90c8-3bbadb6090e6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fa8c810265104feba637c52c2ed6b47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082176 Oct 26 11:19:08.792570 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509b130-570d-42ce-90c8-3bbadb6090e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:08.794308 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54638) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:08.856618 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c573fd84-3851-445d-b670-1f9006e2dd9b admin admin] Publish callbacks [] for security_group (0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.877518 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c573fd84-3851-445d-b670-1f9006e2dd9b admin admin] Publish callbacks [] for security_group (0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:08.886189 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072b261-c217-4770-864b-2206150cc198 req-82814cc3-c877-41bc-9137-4aa6bc02bcd1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:08.887717 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3072b261-c217-4770-864b-2206150cc198 req-82814cc3-c877-41bc-9137-4aa6bc02bcd1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0463879 Oct 26 11:19:08.947353 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3072b261-c217-4770-864b-2206150cc198 req-921dc094-252b-43ea-b272-6a5e5af3e9c8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534024 Oct 26 11:19:09.000450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c573fd84-3851-445d-b670-1f9006e2dd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.003121 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c573fd84-3851-445d-b670-1f9006e2dd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.008927 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c573fd84-3851-445d-b670-1f9006e2dd9b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8 HTTP/1.1" status: 204 len: 168 time: 0.2114275 Oct 26 11:19:09.015886 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573fd84-3851-445d-b670-1f9006e2dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c48cb9c-6e3c-46b0-992c-5a9a68cba6b8,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.131943 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54648) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.367637 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-57807bdb-715f-4985-8ef4-1a29077720d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.455397 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-57807bdb-715f-4985-8ef4-1a29077720d7 admin admin] Publish callbacks [] for security_group (0be71a75-16c7-4f5c-97c8-ccdd3ee15d26), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.504013 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-57807bdb-715f-4985-8ef4-1a29077720d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0be71a75-16c7-4f5c-97c8-ccdd3ee15d26), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.543689 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-57807bdb-715f-4985-8ef4-1a29077720d7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=55e369bdff7f4126afd337f5f33de561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106653 Oct 26 11:19:09.546371 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807bdb-715f-4985-8ef4-1a29077720d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be71a75-16c7-4f5c-97c8-ccdd3ee15d26,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:09.551870 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54668) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:09.609741 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac33befc-2193-4305-952c-cca895a8d5d1 admin admin] Publish callbacks [] for security_group (0be71a75-16c7-4f5c-97c8-ccdd3ee15d26), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.629998 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac33befc-2193-4305-952c-cca895a8d5d1 admin admin] Publish callbacks [] for security_group (0be71a75-16c7-4f5c-97c8-ccdd3ee15d26), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.752885 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac33befc-2193-4305-952c-cca895a8d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0be71a75-16c7-4f5c-97c8-ccdd3ee15d26), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.757141 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ac33befc-2193-4305-952c-cca895a8d5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:09.757141 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ac33befc-2193-4305-952c-cca895a8d5d1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0be71a75-16c7-4f5c-97c8-ccdd3ee15d26 HTTP/1.1" status: 204 len: 168 time: 0.2005646 Oct 26 11:19:09.766614 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33befc-2193-4305-952c-cca895a8d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be71a75-16c7-4f5c-97c8-ccdd3ee15d26,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:10.067124 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87fddf-d2d2-4316-a3c7-3bc21d2e1e8d req-7223baac-242d-41c0-bc0e-5774fd1616ff tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:10.068553 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-de87fddf-d2d2-4316-a3c7-3bc21d2e1e8d req-7223baac-242d-41c0-bc0e-5774fd1616ff tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0501838 Oct 26 11:19:10.079438 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:10.116741 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-de87fddf-d2d2-4316-a3c7-3bc21d2e1e8d req-bca62353-c973-49a4-9caa-9db23764e47f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Oct 26 11:19:10.438876 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54700) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.591582 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54710) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.609153 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e18da78-8dfa-40c4-989b-17d4920c74a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.689525 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e18da78-8dfa-40c4-989b-17d4920c74a0 admin admin] Publish callbacks [] for security_group (0ef84ae0-cb1e-4238-b660-6a6caedbf712), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.743656 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2ee442a3-b9a4-4dd6-a961-8b811b45ed0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.772394 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e18da78-8dfa-40c4-989b-17d4920c74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0ef84ae0-cb1e-4238-b660-6a6caedbf712), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.817933 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18da78-8dfa-40c4-989b-17d4920c74a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef84ae0-cb1e-4238-b660-6a6caedbf712,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:10.822680 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2e18da78-8dfa-40c4-989b-17d4920c74a0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8beea93972b44bb4a6b634c57f441146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300737 Oct 26 11:19:10.825292 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54716) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.838939 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2ee442a3-b9a4-4dd6-a961-8b811b45ed0c admin admin] Publish callbacks [] for security_group (05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.881766 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0283-d375-474e-abda-fe912dc544e9 admin admin] Publish callbacks [] for security_group (0ef84ae0-cb1e-4238-b660-6a6caedbf712), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.902804 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0283-d375-474e-abda-fe912dc544e9 admin admin] Publish callbacks [] for security_group (0ef84ae0-cb1e-4238-b660-6a6caedbf712), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.926028 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2ee442a3-b9a4-4dd6-a961-8b811b45ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:10.965729 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2ee442a3-b9a4-4dd6-a961-8b811b45ed0c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3f965e23cb374b20b01b4c4c1f08c27b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257726 Oct 26 11:19:10.967710 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee442a3-b9a4-4dd6-a961-8b811b45ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:10.969077 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54718) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:10.990564 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:11.020839 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1056-b669-4319-903d-452682982014 admin admin] Publish callbacks [] for security_group (05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.023941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0283-d375-474e-abda-fe912dc544e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0ef84ae0-cb1e-4238-b660-6a6caedbf712), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.026319 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0283-d375-474e-abda-fe912dc544e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.027445 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d9cc0283-d375-474e-abda-fe912dc544e9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0ef84ae0-cb1e-4238-b660-6a6caedbf712 HTTP/1.1" status: 204 len: 168 time: 0.2010720 Oct 26 11:19:11.045235 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc0283-d375-474e-abda-fe912dc544e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef84ae0-cb1e-4238-b660-6a6caedbf712,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.055222 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1056-b669-4319-903d-452682982014 admin admin] Publish callbacks [] for security_group (05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.173824 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1056-b669-4319-903d-452682982014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.176932 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-bb1a1056-b669-4319-903d-452682982014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.182986 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-bb1a1056-b669-4319-903d-452682982014 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a HTTP/1.1" status: 204 len: 168 time: 0.2128637 Oct 26 11:19:11.192260 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a1056-b669-4319-903d-452682982014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a83b5a-a7b2-4ee5-9e3d-9331257d5d9a,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.251802 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5eaeb-8e6e-435f-a16f-8b35cb8ce75e req-1454fcf6-2d22-4d8e-8f2c-e276160bd6b4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:11.253293 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04a5eaeb-8e6e-435f-a16f-8b35cb8ce75e req-1454fcf6-2d22-4d8e-8f2c-e276160bd6b4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0482137 Oct 26 11:19:11.278224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 54728) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.302551 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-04a5eaeb-8e6e-435f-a16f-8b35cb8ce75e req-689ba7d5-b959-453f-b5d0-0c23f4a6a523 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Oct 26 11:19:11.413839 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6bdc5a4f-ef35-42a1-87fb-dc41855bdf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.493340 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6bdc5a4f-ef35-42a1-87fb-dc41855bdf2b admin admin] Publish callbacks [] for security_group (ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.589716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6bdc5a4f-ef35-42a1-87fb-dc41855bdf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.637010 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-6bdc5a4f-ef35-42a1-87fb-dc41855bdf2b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7583fdcc74fd46cf9cb36379c9cb17ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576369 Oct 26 11:19:11.638130 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc5a4f-ef35-42a1-87fb-dc41855bdf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:11.639860 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 54748) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:11.650299 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:11.696181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-037d3bbd-3a29-48e6-bddd-df33c0da0fc2 admin admin] Publish callbacks [] for security_group (ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.718911 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-037d3bbd-3a29-48e6-bddd-df33c0da0fc2 admin admin] Publish callbacks [] for security_group (ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.842271 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-037d3bbd-3a29-48e6-bddd-df33c0da0fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.845458 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-037d3bbd-3a29-48e6-bddd-df33c0da0fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:11.846637 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-037d3bbd-3a29-48e6-bddd-df33c0da0fc2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976 HTTP/1.1" status: 204 len: 168 time: 0.2057936 Oct 26 11:19:11.855227 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d3bbd-3a29-48e6-bddd-df33c0da0fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd73af9-6e7a-4ebd-a0c4-0d5a43b96976,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:12.461500 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc25ad6-d531-411c-9b0b-1a639a4507f9 req-735a61e0-656e-440f-9ca1-e1a4b9b5ddf9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:12.463206 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1bc25ad6-d531-411c-9b0b-1a639a4507f9 req-735a61e0-656e-440f-9ca1-e1a4b9b5ddf9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0541108 Oct 26 11:19:12.475563 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:12.523767 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:12.528313 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1bc25ad6-d531-411c-9b0b-1a639a4507f9 req-ff396c2d-8e6c-4cff-b4d5-92cae46d05c5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542030 Oct 26 11:19:13.658232 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23034b3d-77de-4b9e-aac2-4f3bb39202a0 req-66381de3-ae7f-46df-bb1f-79404c29fd15 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:13.660142 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-23034b3d-77de-4b9e-aac2-4f3bb39202a0 req-66381de3-ae7f-46df-bb1f-79404c29fd15 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0596919 Oct 26 11:19:13.721107 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-23034b3d-77de-4b9e-aac2-4f3bb39202a0 req-3db70222-ad19-4d27-b02d-127e1094634c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543318 Oct 26 11:19:14.847723 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfbf44-3cb1-46a9-973c-d47ef6b415a2 req-8f9ac42d-39ab-41de-852e-c80894be2d9f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:14.849868 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f0bfbf44-3cb1-46a9-973c-d47ef6b415a2 req-8f9ac42d-39ab-41de-852e-c80894be2d9f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Oct 26 11:19:14.897546 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f0bfbf44-3cb1-46a9-973c-d47ef6b415a2 req-2115dd65-7002-474f-89d1-08ff8287f990 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Oct 26 11:19:14.950541 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fd9de-2123-4b58-b414-8fa2f7d81f83 req-c93e1fa1-14dc-4eec-bb3a-4a8aa5b9771a tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:14.952037 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b84fd9de-2123-4b58-b414-8fa2f7d81f83 req-c93e1fa1-14dc-4eec-bb3a-4a8aa5b9771a tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0474234 Oct 26 11:19:15.004916 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b84fd9de-2123-4b58-b414-8fa2f7d81f83 req-e286f240-cf50-4c8d-9d95-43e8355f622a tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472302 Oct 26 11:19:16.024320 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541df716-f6b3-4051-b64f-d503f7dc6c8e req-6bc7ebb1-55a8-49f3-8294-863503d6a79c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:16.025739 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-541df716-f6b3-4051-b64f-d503f7dc6c8e req-6bc7ebb1-55a8-49f3-8294-863503d6a79c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0514519 Oct 26 11:19:16.073856 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-541df716-f6b3-4051-b64f-d503f7dc6c8e req-8a2a560e-0377-41b0-898c-a5ea6efa32a5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Oct 26 11:19:16.129744 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d5c16-963c-4309-a8df-64d432c89723 req-0b348331-7a48-4e98-80df-de3fd3b9121e tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:16.131221 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-372d5c16-963c-4309-a8df-64d432c89723 req-0b348331-7a48-4e98-80df-de3fd3b9121e tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0492625 Oct 26 11:19:16.176994 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-372d5c16-963c-4309-a8df-64d432c89723 req-ee9eed45-5e0b-42ed-b0ae-dd80a128a2e8 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Oct 26 11:19:17.190291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88039b72-c133-465f-b68d-06e9afe1a300 req-822781d1-ebce-478c-9d67-1f06ef4c866c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:17.191739 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-88039b72-c133-465f-b68d-06e9afe1a300 req-822781d1-ebce-478c-9d67-1f06ef4c866c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0458281 Oct 26 11:19:17.238933 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-88039b72-c133-465f-b68d-06e9afe1a300 req-58b83ee3-81a5-44a8-aa7f-9c733d195043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Oct 26 11:19:17.297278 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9be54-6de5-4b7c-8d5d-5c7532aacd8d req-30282bfc-fb2e-4e59-a55c-fea8888608bd tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:17.299010 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-adc9be54-6de5-4b7c-8d5d-5c7532aacd8d req-30282bfc-fb2e-4e59-a55c-fea8888608bd tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0455475 Oct 26 11:19:17.345908 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-adc9be54-6de5-4b7c-8d5d-5c7532aacd8d req-a0da6b9b-3687-42f8-ad9f-1e0ed7aa708c tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Oct 26 11:19:17.413077 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-66961c92-3984-417f-ad6e-cdd3eb582d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:17.732673 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:18.361104 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d9eaa-8bac-47f6-8004-e3e05e1af20c req-023d8088-28cb-4bcc-852f-6d2d0bb7f50f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:18.362553 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f25d9eaa-8bac-47f6-8004-e3e05e1af20c req-023d8088-28cb-4bcc-852f-6d2d0bb7f50f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0497911 Oct 26 11:19:18.409033 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f25d9eaa-8bac-47f6-8004-e3e05e1af20c req-a5f6cf6d-e54a-4f23-b9d3-1cda2552acbf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 Oct 26 11:19:18.468021 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30ad8d-b80a-4e64-a0ea-941d59c4c51f req-8c34ffe8-34dd-44d5-87c0-2b08ba784ce1 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:18.469382 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ff30ad8d-b80a-4e64-a0ea-941d59c4c51f req-8c34ffe8-34dd-44d5-87c0-2b08ba784ce1 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0502725 Oct 26 11:19:18.516503 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ff30ad8d-b80a-4e64-a0ea-941d59c4c51f req-ba44d538-7d47-48d6-9ce3-52f96fc59f1f tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Oct 26 11:19:19.526599 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fa12b-90f3-4b24-845f-ded8c4c3c61a req-1d5f7f01-dd58-4833-a09c-341a66028e6e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:19.528645 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-852fa12b-90f3-4b24-845f-ded8c4c3c61a req-1d5f7f01-dd58-4833-a09c-341a66028e6e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0463095 Oct 26 11:19:19.577242 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-852fa12b-90f3-4b24-845f-ded8c4c3c61a req-c855533e-f095-4397-be48-3da23de889c6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Oct 26 11:19:19.642085 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fc789-93c0-4a47-9f95-991d2b918174 req-3e1ca9b0-b117-4e7b-b123-49756c899337 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:19.643558 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5a6fc789-93c0-4a47-9f95-991d2b918174 req-3e1ca9b0-b117-4e7b-b123-49756c899337 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0483804 Oct 26 11:19:19.687390 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:19.692061 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5a6fc789-93c0-4a47-9f95-991d2b918174 req-ca3686b9-c9fb-4786-b381-711a25600ba7 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Oct 26 11:19:19.702962 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9dc002f2-bf80-4e73-905c-f15ba5913dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:20.706843 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ddde8-325d-461d-bf60-c192f59587d1 req-63e929a7-4c65-489e-9b56-f420a295c4a0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:20.708463 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4c2ddde8-325d-461d-bf60-c192f59587d1 req-63e929a7-4c65-489e-9b56-f420a295c4a0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0563884 Oct 26 11:19:20.736314 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:20.764747 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4c2ddde8-325d-461d-bf60-c192f59587d1 req-6f2c62ff-53fa-4c39-a067-12a7531aa4e5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505927 Oct 26 11:19:20.825555 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df8d3b-e9df-46d0-9017-6d45073b7380 req-38019c9f-e23b-453d-910e-06c594bf341c tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:20.827049 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91df8d3b-e9df-46d0-9017-6d45073b7380 req-38019c9f-e23b-453d-910e-06c594bf341c tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0516326 Oct 26 11:19:20.885367 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91df8d3b-e9df-46d0-9017-6d45073b7380 req-f9af07be-f8cd-414f-a66a-c2d9952252d7 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1826b0a7-76ff-4ada-8c27-c8f40e12089f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523643 Oct 26 11:19:20.967719 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.072875 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5eada055-4434-4284-97bd-70b5cfce9414 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:21.074232 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5eada055-4434-4284-97bd-70b5cfce9414 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 945 time: 0.0465739 Oct 26 11:19:21.226406 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Deleting port 20595fc6-a44c-4ee8-ae66-ce10051ef26d {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:19:21.226745 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.317954 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] For port 20595fc6-a44c-4ee8-ae66-ce10051ef26d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=20595fc6-a44c-4ee8-ae66-ce10051ef26d,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:21.318319 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.337614 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Calling delete_port for 20595fc6-a44c-4ee8-ae66-ce10051ef26d owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:21.567783 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (20595fc6-a44c-4ee8-ae66-ce10051ef26d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.578486 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:21.597172 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Pushing event deleted for resources: {'Port': ['ID=20595fc6-a44c-4ee8-ae66-ce10051ef26d,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:21.623048 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['20595fc6-a44c-4ee8-ae66-ce10051ef26d'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:19:21.662357 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] No DVR routers for this DVR port 20595fc6-a44c-4ee8-ae66-ce10051ef26d on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:19:21.665479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:21.668976 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf540a93-f0f0-4aff-8d1c-546d2622e383 req-5067c27a-4ede-4d1d-b3af-d8bfcd910f58 tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.55 "DELETE /networking/v2.0/ports/20595fc6-a44c-4ee8-ae66-ce10051ef26d HTTP/1.1" status: 204 len: 173 time: 0.5876470 Oct 26 11:19:21.669242 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'name': 'network-vif-deleted', 'tag': '20595fc6-a44c-4ee8-ae66-ce10051ef26d'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:19:21.671504 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe54fa9-684b-4018-92c3-d9ea5943f38d" -d '{"events": [{"server_uuid": "3db7d6af-35ae-45dd-922d-ee3f0251f4be", "name": "network-vif-deleted", "tag": "20595fc6-a44c-4ee8-ae66-ce10051ef26d"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:19:21.713896 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded98d5a-3c95-4db8-8f6a-f0dd3d323b03 x-openstack-request-id: req-ded98d5a-3c95-4db8-8f6a-f0dd3d323b03 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:19:21.714187 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db7d6af-35ae-45dd-922d-ee3f0251f4be", "name": "network-vif-deleted", "tag": "20595fc6-a44c-4ee8-ae66-ce10051ef26d", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:19:21.714437 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ded98d5a-3c95-4db8-8f6a-f0dd3d323b03 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:19:21.714877 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded98d5a-3c95-4db8-8f6a-f0dd3d323b03'] response: {'server_uuid': '3db7d6af-35ae-45dd-922d-ee3f0251f4be', 'name': 'network-vif-deleted', 'tag': '20595fc6-a44c-4ee8-ae66-ce10051ef26d', 'status': 'completed', 'code': 200} Oct 26 11:19:21.902049 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4531245-1575-4b38-b912-acda5266f61c req-570588ef-a153-4162-9c7a-db0a6aaccd50 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:21.903743 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c4531245-1575-4b38-b912-acda5266f61c req-570588ef-a153-4162-9c7a-db0a6aaccd50 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0514612 Oct 26 11:19:21.961258 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c4531245-1575-4b38-b912-acda5266f61c req-373372eb-8568-490b-8177-e7a0d861fa66 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Oct 26 11:19:22.016370 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b6fea3a9-be07-4939-8dcd-50a90110f74c req-9fe3f82b-1a36-4cae-82a2-296c74ecbdef tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 210 time: 0.0299194 Oct 26 11:19:22.662322 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55042) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:22.665630 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:22.773011 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55048) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:22.841035 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2d94c9f3-539a-4abd-9c6d-8a712d943095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:22.850010 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:22.854728 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c299623f-f27e-482f-92da-d748a5a1ee93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:22.926299 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2d94c9f3-539a-4abd-9c6d-8a712d943095 admin admin] Publish callbacks [] for security_group (c3f28b55-ac6e-48a9-9047-68172da8ed01), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:22.939250 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c299623f-f27e-482f-92da-d748a5a1ee93 admin admin] Publish callbacks [] for security_group (1f4202f5-b1f3-429d-94db-a04e525bab12), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.002740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2d94c9f3-539a-4abd-9c6d-8a712d943095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c3f28b55-ac6e-48a9-9047-68172da8ed01), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.012166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c299623f-f27e-482f-92da-d748a5a1ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (1f4202f5-b1f3-429d-94db-a04e525bab12), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.052180 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2d94c9f3-539a-4abd-9c6d-8a712d943095 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=74c1dc5bddae439a91429fd9a5dd9981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780898 Oct 26 11:19:23.052844 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55058) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:23.054720 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-c299623f-f27e-482f-92da-d748a5a1ee93 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b7eb8dbf3ca14a07af0d590ca06f5c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909848 Oct 26 11:19:23.055298 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94c9f3-539a-4abd-9c6d-8a712d943095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f28b55-ac6e-48a9-9047-68172da8ed01,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:23.057074 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55060) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:23.064725 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:23.082483 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299623f-f27e-482f-92da-d748a5a1ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4202f5-b1f3-429d-94db-a04e525bab12,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:23.168653 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f2e13-4b8e-438d-8885-df41b541fd7e req-079462dd-d28e-43f2-9daa-70713f123fc1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:23.168877 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-41c8e75c-ae2c-42da-9272-23cac9080f15 req-e05ba165-61c7-45aa-9164-8fc643fbcf8b tempest-DeleteServersTestJSON-1472479623 tempest-DeleteServersTestJSON-1472479623-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3db7d6af-35ae-45dd-922d-ee3f0251f4be HTTP/1.1" status: 200 len: 210 time: 0.0274115 Oct 26 11:19:23.170066 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-045f2e13-4b8e-438d-8885-df41b541fd7e req-079462dd-d28e-43f2-9daa-70713f123fc1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0833011 Oct 26 11:19:23.210261 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0bf2ebf4-9b85-42b0-af00-2ee7ba128023 admin admin] Publish callbacks [] for security_group (1f4202f5-b1f3-429d-94db-a04e525bab12), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.212194 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c23030d5-ea65-415a-b0b9-98ccb7f9d81f admin admin] Publish callbacks [] for security_group (c3f28b55-ac6e-48a9-9047-68172da8ed01), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.260326 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c23030d5-ea65-415a-b0b9-98ccb7f9d81f admin admin] Publish callbacks [] for security_group (c3f28b55-ac6e-48a9-9047-68172da8ed01), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.263158 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0bf2ebf4-9b85-42b0-af00-2ee7ba128023 admin admin] Publish callbacks [] for security_group (1f4202f5-b1f3-429d-94db-a04e525bab12), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.311267 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-045f2e13-4b8e-438d-8885-df41b541fd7e req-593edcb4-6c14-49d8-84af-f365ba35d0a2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210034 Oct 26 11:19:23.328142 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:23.414543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c23030d5-ea65-415a-b0b9-98ccb7f9d81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c3f28b55-ac6e-48a9-9047-68172da8ed01), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.417458 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c23030d5-ea65-415a-b0b9-98ccb7f9d81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.418568 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c23030d5-ea65-415a-b0b9-98ccb7f9d81f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c3f28b55-ac6e-48a9-9047-68172da8ed01 HTTP/1.1" status: 204 len: 168 time: 0.3647623 Oct 26 11:19:23.434364 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23030d5-ea65-415a-b0b9-98ccb7f9d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f28b55-ac6e-48a9-9047-68172da8ed01,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:23.442688 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0bf2ebf4-9b85-42b0-af00-2ee7ba128023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (1f4202f5-b1f3-429d-94db-a04e525bab12), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.445258 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0bf2ebf4-9b85-42b0-af00-2ee7ba128023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:23.446503 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0bf2ebf4-9b85-42b0-af00-2ee7ba128023 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1f4202f5-b1f3-429d-94db-a04e525bab12 HTTP/1.1" status: 204 len: 168 time: 0.3884356 Oct 26 11:19:23.455529 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2ebf4-9b85-42b0-af00-2ee7ba128023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4202f5-b1f3-429d-94db-a04e525bab12,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:24.129479 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 20595fc6-a44c-4ee8-ae66-ce10051ef26d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:24.148939 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 20595fc6-a44c-4ee8-ae66-ce10051ef26d {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:24.149286 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 20595fc6-a44c-4ee8-ae66-ce10051ef26d not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:24.221675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55096) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:24.237597 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af1c4612-f1c2-4fe1-9277-7620a8b69f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.276582 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:24.459235 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8ba8c-4265-45a3-b651-74e63baaf247 req-001d4542-7096-4c66-96e9-eb3322a07908 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:24.460819 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-95a8ba8c-4265-45a3-b651-74e63baaf247 req-001d4542-7096-4c66-96e9-eb3322a07908 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0636134 Oct 26 11:19:24.531240 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-95a8ba8c-4265-45a3-b651-74e63baaf247 req-2e9c694f-4763-4d68-ac02-2f3b646500e7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602617 Oct 26 11:19:24.560915 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af1c4612-f1c2-4fe1-9277-7620a8b69f02 admin admin] Publish callbacks [] for security_group (9cde1060-f932-4dca-92ae-7f055ac18dbf), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.631481 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af1c4612-f1c2-4fe1-9277-7620a8b69f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9cde1060-f932-4dca-92ae-7f055ac18dbf), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.675173 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-af1c4612-f1c2-4fe1-9277-7620a8b69f02 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=453155968c6a43909df5ebdf51d77840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519999 Oct 26 11:19:24.676075 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c4612-f1c2-4fe1-9277-7620a8b69f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cde1060-f932-4dca-92ae-7f055ac18dbf,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:24.678631 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55118) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:24.730629 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19b27e21-0e61-46bc-8abb-2b0885047860 admin admin] Publish callbacks [] for security_group (9cde1060-f932-4dca-92ae-7f055ac18dbf), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.762259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19b27e21-0e61-46bc-8abb-2b0885047860 admin admin] Publish callbacks [] for security_group (9cde1060-f932-4dca-92ae-7f055ac18dbf), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.883301 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19b27e21-0e61-46bc-8abb-2b0885047860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9cde1060-f932-4dca-92ae-7f055ac18dbf), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.885962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19b27e21-0e61-46bc-8abb-2b0885047860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:24.906396 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-19b27e21-0e61-46bc-8abb-2b0885047860 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9cde1060-f932-4dca-92ae-7f055ac18dbf HTTP/1.1" status: 204 len: 168 time: 0.2074876 Oct 26 11:19:24.906396 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b27e21-0e61-46bc-8abb-2b0885047860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cde1060-f932-4dca-92ae-7f055ac18dbf,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:25.667424 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4b567-51a0-4cdb-8316-d8ab4fb2ba61 req-7c536acd-ad37-4781-9eb4-d2e3a5052828 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:25.668904 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fac4b567-51a0-4cdb-8316-d8ab4fb2ba61 req-7c536acd-ad37-4781-9eb4-d2e3a5052828 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0480640 Oct 26 11:19:25.700351 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:19:25.725573 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fac4b567-51a0-4cdb-8316-d8ab4fb2ba61 req-0ee60d54-7796-40fc-aaf4-c2759df33e29 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Oct 26 11:19:25.916266 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55168) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:26.040701 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55182) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:26.043135 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1442919391-network', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:26.121253 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Made reservation on behalf of a30976e8b35f436b84dc4488dcf5acaf for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:26.124734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.135022 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.219762 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks [] for security_group (cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.349983 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.377544 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] vlan segment allocate from pool success with {'vlan_id': 462, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:19:26.388449 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:26.394373 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (e71c29b1-4fa3-416a-beb1-65166df75956), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.394713 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Added segment e71c29b1-4fa3-416a-beb1-65166df75956 of type vlan for network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd Oct 26 11:19:26.448596 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.481311 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:26.482677 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (93a949c1-20d1-4227-8a10-ff832f5eec86), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.555049 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.556179 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:26.557004 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.561547 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=75,neutron:DELETE=11,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:26.627228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:26.638736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:19:26.667499 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b8d3c4b6-1d84-48a4-9796-f91372e66045 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7495432 Oct 26 11:19:26.669515 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55198) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:26.675008 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Request body: {'subnet': {'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1442919391-subnet', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:26.765643 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Deleting port ce67a9d9-6201-4623-a9bf-a9749ceb4495 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:19:26.765958 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.803135 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Made reservation on behalf of a30976e8b35f436b84dc4488dcf5acaf for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:26.805684 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.859542 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:26.861276 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:26.870967 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967bf4a-682d-4cdf-b139-fe63a4910405 req-2df3678e-f10b-44bc-99b8-15255dbe8482 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:26.872438 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f967bf4a-682d-4cdf-b139-fe63a4910405 req-2df3678e-f10b-44bc-99b8-15255dbe8482 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0580647 Oct 26 11:19:26.900753 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] For port ce67a9d9-6201-4623-a9bf-a9749ceb4495, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=ce67a9d9-6201-4623-a9bf-a9749ceb4495,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:26.901123 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:26.922289 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Calling delete_port for ce67a9d9-6201-4623-a9bf-a9749ceb4495 owned by network:router_interface {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:27.010763 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f967bf4a-682d-4cdf-b139-fe63a4910405 req-9ecf3981-0910-47ad-8b45-fc01cfe1d0aa tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268461 Oct 26 11:19:27.064980 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (2416d34a-0f9b-4518-a86a-7375364ac902), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.124622 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2416d34a-0f9b-4518-a86a-7375364ac902,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:27.132893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Checking segment: {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:27.133243 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Network hostable DHCP agents. Network: 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:19:27.249218 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:19:27.249481 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (ce67a9d9-6201-4623-a9bf-a9749ceb4495), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.283208 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce67a9d9-6201-4623-a9bf-a9749ceb4495,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:27.342156 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:27.347882 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:27.348468 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.352950 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb245d-c3f1-4087-93e3-a1fc443fbf33 None None] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:27.447660 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (93a949c1-20d1-4227-8a10-ff832f5eec86), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.472976 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:19:27.474301 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.513876 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2b18f3b9-d9d1-4b94-8db4-17f51f1da9de admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8439856 Oct 26 11:19:27.517248 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55212) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:27.520715 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:27.536132 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:27.644741 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Allocated IP 172.20.0.2 (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd/2416d34a-0f9b-4518-a86a-7375364ac902/bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:27.866885 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Publish callbacks [] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.909707 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Router 93a949c1-20d1-4227-8a10-ff832f5eec86 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:19:27.913128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (6bb1386e-db53-4064-bf3e-b578f3efc4be), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.914111 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (6bb1386e-db53-4064-bf3e-b578f3efc4be), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.933484 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:27.974892 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:27.980215 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:27.982077 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Pushing event updated for resources: {'Port': ['ID=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:27.984394 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:28.006355 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks [] for router_controller (6bb1386e-db53-4064-bf3e-b578f3efc4be), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.039742 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Attempting to bind port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:28.040111 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Attempting to bind port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:28.040470 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Attempting to bind port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb on network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:28.043161 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:28.061846 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:28.062511 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:28.070849 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ffe11f87-5439-4c20-a845-d5b5c8807b32 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/93a949c1-20d1-4227-8a10-ff832f5eec86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0271518 Oct 26 11:19:28.071540 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55216) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:28.074346 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] Sync routers for ids ['93a949c1-20d1-4227-8a10-ff832f5eec86'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:28.089666 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] Routers {'93a949c1-20d1-4227-8a10-ff832f5eec86'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:28.091181 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['93a949c1-20d1-4227-8a10-ff832f5eec86'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:28.092398 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:28.092959 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Checking segment: {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:28.093509 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.094047 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Bound using segment: {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:28.094658 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Bound port: bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:28.095211 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.149531 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08598-a30a-4e14-b34d-c713a181fd45 req-3e8b4bc9-7107-4632-a56d-bb04ee53621b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:28.159856 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-29c08598-a30a-4e14-b34d-c713a181fd45 req-3e8b4bc9-7107-4632-a56d-bb04ee53621b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0631497 Oct 26 11:19:28.175980 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] For port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:28.179910 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] For port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:28.211103 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] Set router 93a949c1-20d1-4227-8a10-ff832f5eec86 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:28.213632 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-29c08598-a30a-4e14-b34d-c713a181fd45 req-ffcada39-ee57-4145-85bf-0553b4fd8bcd tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526080 Oct 26 11:19:28.251166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:28.293150 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks [] for router_gateway (6bb1386e-db53-4064-bf3e-b578f3efc4be), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.296207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.302159 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks [] for router (93a949c1-20d1-4227-8a10-ff832f5eec86), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.326882 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:28.370257 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f06668-e564-4ac7-8486-9adf4aab1a21 None None] Pushing event updated for resources: {'Port': ['ID=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:28.424813 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:19:27Z', 'revision_number': 5, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:28.454454 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] Checking router: 93a949c1-20d1-4227-8a10-ff832f5eec86 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:28.464430 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] Routers {'93a949c1-20d1-4227-8a10-ff832f5eec86'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:28.465036 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['93a949c1-20d1-4227-8a10-ff832f5eec86'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:28.485969 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks [] for router_gateway (93a949c1-20d1-4227-8a10-ff832f5eec86), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.598216 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] Set router 93a949c1-20d1-4227-8a10-ff832f5eec86 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:28.652866 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:28.668619 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks [] for router_gateway (6bb1386e-db53-4064-bf3e-b578f3efc4be), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.690519 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Deleting port 00f32250-7051-46b9-adf7-ee49e7d4effc {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:19:28.690888 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.693821 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.810035 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:19:27Z', 'revision_number': 5, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:28.840668 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef83361-7457-44db-9a12-0b406dc3e297 None None] The sync data for ids ['93a949c1-20d1-4227-8a10-ff832f5eec86'] in dv-cinder-815582-18-iscsi is: [{'id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'name': 'tempest-DeleteServersTestJSON-572220517-router', 'tenant_id': '2375e01650824224b673bea3d06af9eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:17:57Z', 'updated_at': '2022-10-26T11:19:27Z', 'revision_number': 5, 'project_id': '2375e01650824224b673bea3d06af9eb', 'gw_port': {'id': '00f32250-7051-46b9-adf7-ee49e7d4effc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a949c1-20d1-4227-8a10-ff832f5eec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:17:58Z', 'updated_at': '2022-10-26T11:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:28.888128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] For port 00f32250-7051-46b9-adf7-ee49e7d4effc, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=00f32250-7051-46b9-adf7-ee49e7d4effc,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:28.888128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:28.901214 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Calling delete_port for 00f32250-7051-46b9-adf7-ee49e7d4effc owned by network:router_gateway {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:28.920895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Allocated IP 172.27.3.210 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/46c23306-d4fc-44af-a642-56909dc9f30a) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:29.043539 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:29.121506 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks [] for port (46c23306-d4fc-44af-a642-56909dc9f30a), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.235142 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:29.278738 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (00f32250-7051-46b9-adf7-ee49e7d4effc), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.308200 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:29.308589 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.308923 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb Oct 26 11:19:29.318474 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=00f32250-7051-46b9-adf7-ee49e7d4effc,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:29.331827 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.405707 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:29.406228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.455929 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:29.456932 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (93a949c1-20d1-4227-8a10-ff832f5eec86), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.471079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:29.489385 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:29.513758 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0140811-e3ea-4ba4-b85c-3f7cf20bfd2b None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:19:29.534898 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:29.537005 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Pushing event updated for resources: {'Port': ['ID=46c23306-d4fc-44af-a642-56909dc9f30a,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:29.565366 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.600338 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646b3fe-841e-42d6-8cda-b62b1c59e92c req-72cdc444-a999-45c9-aee8-70afb8d5d3e9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:29.609169 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1646b3fe-841e-42d6-8cda-b62b1c59e92c req-72cdc444-a999-45c9-aee8-70afb8d5d3e9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.2950850 Oct 26 11:19:29.661293 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-352b5d67-1d5e-4754-9305-7d2167bac81b None None] Provisioning complete for port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:29.662307 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-352b5d67-1d5e-4754-9305-7d2167bac81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.662646 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-352b5d67-1d5e-4754-9305-7d2167bac81b None None] Attempt 1 to provision port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb Oct 26 11:19:29.698005 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:29.754898 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (93a949c1-20d1-4227-8a10-ff832f5eec86), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.758346 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks [] for router_controller (93a949c1-20d1-4227-8a10-ff832f5eec86), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:29.851852 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-352b5d67-1d5e-4754-9305-7d2167bac81b None None] Current status of the port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:29.855374 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0140811-e3ea-4ba4-b85c-3f7cf20bfd2b None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:19:30.071039 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1646b3fe-841e-42d6-8cda-b62b1c59e92c req-7ff63237-0c71-4a80-a643-4491c7af425c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134574 Oct 26 11:19:30.190180 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (93a949c1-20d1-4227-8a10-ff832f5eec86), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.190751 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a949c1-20d1-4227-8a10-ff832f5eec86 {{(pid=105072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:19:30.195987 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:30.207136 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.207136 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-17bfad28-52f4-4c4b-88da-8645c61c8e5b admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/93a949c1-20d1-4227-8a10-ff832f5eec86 HTTP/1.1" status: 204 len: 168 time: 2.1289799 Oct 26 11:19:30.207136 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55232) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:30.297491 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] Deleting subnet 4b78a24a-e35f-4595-92d8-7272920ecd1d {{(pid=105072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:19:30.302928 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] Publish callbacks [] for subnet (4b78a24a-e35f-4595-92d8-7272920ecd1d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.304901 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks [] for router_gateway (6bb1386e-db53-4064-bf3e-b578f3efc4be), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.386419 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] Publish callbacks [] for subnet (4b78a24a-e35f-4595-92d8-7272920ecd1d), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.502713 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:30.504973 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (4b78a24a-e35f-4595-92d8-7272920ecd1d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.648413 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (6bb1386e-db53-4064-bf3e-b578f3efc4be), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.726385 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e3c270-85eb-444c-bd8c-7fbad9e0faec None None] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:30.762391 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (4b78a24a-e35f-4595-92d8-7272920ecd1d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.800499 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b78a24a-e35f-4595-92d8-7272920ecd1d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:30.807366 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.813069 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d83a39-4500-44c3-8a2d-66d59e87668f None None] Network 82a93ae2-3083-47e4-a693-201ca81c9c17 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:30.814176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55240) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:30.817634 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d17518a1-1a54-4d08-ae69-69f0cc461382 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4b78a24a-e35f-4595-92d8-7272920ecd1d HTTP/1.1" status: 204 len: 168 time: 0.6092539 Oct 26 11:19:30.820650 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-e285c97a-ad6b-4722-9874-14047ec878f6 None None] Provisioning complete for port 7a020da2-b68b-4b34-9bb7-5788c8f48348 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:30.821028 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e285c97a-ad6b-4722-9874-14047ec878f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.821369 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-e285c97a-ad6b-4722-9874-14047ec878f6 None None] Attempt 1 to provision port 7a020da2-b68b-4b34-9bb7-5788c8f48348 Oct 26 11:19:30.833220 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:30.888796 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (82a93ae2-3083-47e4-a693-201ca81c9c17), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:30.975763 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Router 6bb1386e-db53-4064-bf3e-b578f3efc4be is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:19:31.023443 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:31.024030 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.024516 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb Oct 26 11:19:31.070084 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.092160 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-e285c97a-ad6b-4722-9874-14047ec878f6 None None] Current status of the port 7a020da2-b68b-4b34-9bb7-5788c8f48348 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:31.142021 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:31.154356 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:31.165651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Sync routers for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:31.176306 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] DHCP port deletion for 82a93ae2-3083-47e4-a693-201ca81c9c17 request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:19:31.194110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:31.195075 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:31.233501 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Deleting port 7a020da2-b68b-4b34-9bb7-5788c8f48348 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:19:31.233761 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.235877 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.244351 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325bc53-463b-469a-a8ad-5a54bb9b83d4 req-b0940e8c-60a1-4c19-9935-0fff00f2201c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:31.246541 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device ce67a9d9-6201-4623-a9bf-a9749ceb4495 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:31.247291 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9325bc53-463b-469a-a8ad-5a54bb9b83d4 req-b0940e8c-60a1-4c19-9935-0fff00f2201c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0624220 Oct 26 11:19:31.287984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.289432 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ef51259e-d496-4ccc-b3d5-325a0676533f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7734239 Oct 26 11:19:31.293150 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55244) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:31.299180 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: ce67a9d9-6201-4623-a9bf-a9749ceb4495 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:31.299527 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device ce67a9d9-6201-4623-a9bf-a9749ceb4495 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:31.299933 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 00f32250-7051-46b9-adf7-ee49e7d4effc no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:31.347972 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] For port 7a020da2-b68b-4b34-9bb7-5788c8f48348, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7a020da2-b68b-4b34-9bb7-5788c8f48348,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:31.348262 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.364206 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] Deleting port 7a020da2-b68b-4b34-9bb7-5788c8f48348 {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:19:31.364626 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.366759 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 00f32250-7051-46b9-adf7-ee49e7d4effc {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:31.367124 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 00f32250-7051-46b9-adf7-ee49e7d4effc not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:31.367528 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9325bc53-463b-469a-a8ad-5a54bb9b83d4 req-29e1342c-1d24-4f8e-abbd-9718d0b9863a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Oct 26 11:19:31.368644 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Calling delete_port for 7a020da2-b68b-4b34-9bb7-5788c8f48348 owned by network:dhcp {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:31.384615 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-4d6de54d-cd72-4d04-a695-c22783de8ac8 None None] Provisioning complete for port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:31.385041 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4d6de54d-cd72-4d04-a695-c22783de8ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.385367 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-4d6de54d-cd72-4d04-a695-c22783de8ac8 None None] Attempt 1 to provision port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb Oct 26 11:19:31.419962 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:31.466049 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.503409 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.512671 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.545209 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a020da2-b68b-4b34-9bb7-5788c8f48348,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:31.549180 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] No DVR routers for this DVR port 7a020da2-b68b-4b34-9bb7-5788c8f48348 on host dv-cinder-815582-18-iscsi {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:19:31.564898 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] For port 7a020da2-b68b-4b34-9bb7-5788c8f48348, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7a020da2-b68b-4b34-9bb7-5788c8f48348,segment=NetworkSegment(15aacc29-b262-437b-825b-ee9748f5d078),segment_id=15aacc29-b262-437b-825b-ee9748f5d078)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:31.565297 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.607296 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.620345 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] Calling delete_port for 7a020da2-b68b-4b34-9bb7-5788c8f48348 owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:19:31.625433 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (82a93ae2-3083-47e4-a693-201ca81c9c17), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.649258 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.649970 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.650926 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.651408 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > port after_create 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.651893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > port after_delete 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.652391 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > port after_update 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.652878 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.653346 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.654377 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.654905 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.760110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-4d6de54d-cd72-4d04-a695-c22783de8ac8 None None] Current status of the port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:31.770594 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.792773 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:31.826295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:29Z', 'revision_number': 3, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:31.861684 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Checking router: 6bb1386e-db53-4064-bf3e-b578f3efc4be for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:31.862030 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Updating router 6bb1386e-db53-4064-bf3e-b578f3efc4be port 46c23306-d4fc-44af-a642-56909dc9f30a binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:19:31.882097 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.883100 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.883443 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.883784 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:19:31.884162 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a93ae2-3083-47e4-a693-201ca81c9c17']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:31.889462 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (7a020da2-b68b-4b34-9bb7-5788c8f48348), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.903899 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aacc29-b262-437b-825b-ee9748f5d078') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:31.904203 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aacc29-b262-437b-825b-ee9748f5d078') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:31.923501 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] No DVR routers for this DVR port 7a020da2-b68b-4b34-9bb7-5788c8f48348 on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:19:31.927252 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (15aacc29-b262-437b-825b-ee9748f5d078), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.928452 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406e35-ee20-4667-a190-4571a6a509b7 None None] Pushing event deleted for resources: {'Port': ['ID=7a020da2-b68b-4b34-9bb7-5788c8f48348,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:31.931824 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.933154 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Allocated IP 172.20.0.1 (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd/2416d34a-0f9b-4518-a86a-7375364ac902/21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:31.956587 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (15aacc29-b262-437b-825b-ee9748f5d078), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:31.971828 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Releasing vlan 485 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:19:31.972221 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (15aacc29-b262-437b-825b-ee9748f5d078), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.045930 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks [] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.159139 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (82a93ae2-3083-47e4-a693-201ca81c9c17), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.167538 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.170970 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/82a93ae2-3083-47e4-a693-201ca81c9c17 HTTP/1.1" status: 204 len: 168 time: 1.3548117 Oct 26 11:19:32.190688 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 15aacc29-b262-437b-825b-ee9748f5d078 resource provider aggregate not found Oct 26 11:19:32.196389 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4030b-c8a8-47d0-980f-9ae3c21c7dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=82a93ae2-3083-47e4-a693-201ca81c9c17,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:32.211630 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 15aacc29-b262-437b-825b-ee9748f5d078 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15aacc29-b262-437b-825b-ee9748f5d078 found for delete ", "request_id": "req-13213f42-08d2-4aff-a40d-2dcb1a4bf3fd"}]} Oct 26 11:19:32.216256 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.264730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:32.269932 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:32.272450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:32.273385 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (6bb1386e-db53-4064-bf3e-b578f3efc4be), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.277987 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Pushing event updated for resources: {'Port': ['ID=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:32.392244 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Publish callbacks [] for port (46c23306-d4fc-44af-a642-56909dc9f30a), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.486586 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-778f3219-07f4-4eb4-b48b-bd9e0eb3a298 None None] Provisioning complete for port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:32.486990 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-778f3219-07f4-4eb4-b48b-bd9e0eb3a298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.487316 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-778f3219-07f4-4eb4-b48b-bd9e0eb3a298 None None] Attempt 1 to provision port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 Oct 26 11:19:32.504869 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:32.511242 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.554339 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1abe32-f6c8-4563-a35e-d055117f4b3c req-09d86590-2982-4ae2-866b-bee4f173bcb0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:32.555895 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3c1abe32-f6c8-4563-a35e-d055117f4b3c req-09d86590-2982-4ae2-866b-bee4f173bcb0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0841155 Oct 26 11:19:32.560369 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.562112 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Attempting to bind port 46c23306-d4fc-44af-a642-56909dc9f30a on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:32.562477 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Attempting to bind port 46c23306-d4fc-44af-a642-56909dc9f30a by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:32.562857 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Attempting to bind port 46c23306-d4fc-44af-a642-56909dc9f30a on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:32.568518 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-778f3219-07f4-4eb4-b48b-bd9e0eb3a298 None None] Port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:19:32.597938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2a636-fa24-420f-bca7-eee61eb771b0 None None] Pushing event updated for resources: {'Port': ['ID=46c23306-d4fc-44af-a642-56909dc9f30a,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:32.616291 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:32.616668 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:32.618553 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.618553 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:32.618553 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Bound port: 46c23306-d4fc-44af-a642-56909dc9f30a, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:32.618553 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.649701 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3c1abe32-f6c8-4563-a35e-d055117f4b3c req-1f4a9b86-dcf9-4e3d-bd8d-ce354f52ffc0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833101 Oct 26 11:19:32.675155 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55268) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:32.684771 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] For port 46c23306-d4fc-44af-a642-56909dc9f30a, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:32.687986 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] For port 46c23306-d4fc-44af-a642-56909dc9f30a, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=46c23306-d4fc-44af-a642-56909dc9f30a,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:32.775356 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7979479f-1084-41b0-9659-ab8653005323 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2375e01650824224b673bea3d06af9eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0991313 Oct 26 11:19:32.787946 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55276) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:32.805698 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.819768 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:32.824584 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:32.863323 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:32.863966 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:32.869135 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7a020da2-b68b-4b34-9bb7-5788c8f48348 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:19:32.871178 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks [] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.890957 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-72e081b6-3f7d-449e-8adf-bcc438e59a45 admin admin] Publish callbacks [] for security_group (1826b0a7-76ff-4ada-8c27-c8f40e12089f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.917702 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-72e081b6-3f7d-449e-8adf-bcc438e59a45 admin admin] Publish callbacks [] for security_group (1826b0a7-76ff-4ada-8c27-c8f40e12089f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.934984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.935732 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (6bb1386e-db53-4064-bf3e-b578f3efc4be), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:32.940725 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 7a020da2-b68b-4b34-9bb7-5788c8f48348 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:19:32.941073 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7a020da2-b68b-4b34-9bb7-5788c8f48348 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:19:32.950388 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2a636-fa24-420f-bca7-eee61eb771b0 None None] Pushing event updated for resources: {'Port': ['ID=46c23306-d4fc-44af-a642-56909dc9f30a,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:33.022277 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:33.218951 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:33.222337 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 1, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:33.223955 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:33.252937 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b141aab9-26db-4604-8560-3d1048d255a0 None None] The sync data for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi is: [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:31Z', 'revision_number': 1, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:33.263080 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Pushing event updated for resources: {'Port': ['ID=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:33.309828 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:33.311372 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:33.404990 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-72e081b6-3f7d-449e-8adf-bcc438e59a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (1826b0a7-76ff-4ada-8c27-c8f40e12089f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:33.407567 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-72e081b6-3f7d-449e-8adf-bcc438e59a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:33.411422 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-72e081b6-3f7d-449e-8adf-bcc438e59a45 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1826b0a7-76ff-4ada-8c27-c8f40e12089f HTTP/1.1" status: 204 len: 168 time: 0.6260617 Oct 26 11:19:33.429462 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e081b6-3f7d-449e-8adf-bcc438e59a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1826b0a7-76ff-4ada-8c27-c8f40e12089f,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:33.438911 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:33.441665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Router 6bb1386e-db53-4064-bf3e-b578f3efc4be has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:19:33.639169 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:33.644217 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-68b8cb60-ac2c-4be1-83f9-273f6b555897 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6bb1386e-db53-4064-bf3e-b578f3efc4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3493700 Oct 26 11:19:33.705489 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-75cd571d-819f-4edf-b6a8-89dec2f462f6 None None] Provisioning complete for port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:33.705871 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-75cd571d-819f-4edf-b6a8-89dec2f462f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:33.706363 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-75cd571d-819f-4edf-b6a8-89dec2f462f6 None None] Attempt 1 to provision port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 Oct 26 11:19:33.769303 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-75cd571d-819f-4edf-b6a8-89dec2f462f6 None None] Port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:19:33.821235 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:33.849787 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082dc42-9232-492c-82c9-8698fe1f0397 req-0ecbc428-d164-406a-9690-4700b0aa6ac4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:33.856046 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4082dc42-9232-492c-82c9-8698fe1f0397 req-0ecbc428-d164-406a-9690-4700b0aa6ac4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0970447 Oct 26 11:19:33.949657 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4082dc42-9232-492c-82c9-8698fe1f0397 req-df0758b0-fa42-4416-ac5e-d4e2f6b975ad tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875392 Oct 26 11:19:34.865354 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 46c23306-d4fc-44af-a642-56909dc9f30a up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:34.927218 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 46c23306-d4fc-44af-a642-56909dc9f30a triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:34.927595 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:34.927926 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 46c23306-d4fc-44af-a642-56909dc9f30a Oct 26 11:19:34.955563 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55340) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:34.961038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-344489791-network', 'tenant_id': '996248694ec54255a81168f3b06341cd'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:35.033063 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 46c23306-d4fc-44af-a642-56909dc9f30a is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:35.033802 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.059713 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 46c23306-d4fc-44af-a642-56909dc9f30a, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=46c23306-d4fc-44af-a642-56909dc9f30a,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:35.076601 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Made reservation on behalf of 996248694ec54255a81168f3b06341cd for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:35.081572 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.096330 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.104501 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4772a-d31d-441d-a9e1-f184ec9b82a5 req-824d2600-bf77-471f-9278-d5f33c957344 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:35.105970 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-36e4772a-d31d-441d-a9e1-f184ec9b82a5 req-824d2600-bf77-471f-9278-d5f33c957344 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0727460 Oct 26 11:19:35.146446 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.188013 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-36e4772a-d31d-441d-a9e1-f184ec9b82a5 req-4043c308-0947-4194-a660-c22be4740e2f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718720 Oct 26 11:19:35.205527 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=46c23306-d4fc-44af-a642-56909dc9f30a,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:35.239359 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks [] for security_group (316c6172-0622-42b5-95b2-0dc9f16cf95f), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.306011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (316c6172-0622-42b5-95b2-0dc9f16cf95f), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.336524 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 480, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:19:35.343160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c6172-0622-42b5-95b2-0dc9f16cf95f,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:35.350729 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (67dba153-4876-4ecc-835d-553e44b596bb), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.351166 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Added segment 67dba153-4876-4ecc-835d-553e44b596bb of type vlan for network d03898c1-9a4d-4f3c-abef-3fc36367b8af Oct 26 11:19:35.397666 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (d03898c1-9a4d-4f3c-abef-3fc36367b8af), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.506084 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (d03898c1-9a4d-4f3c-abef-3fc36367b8af), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.507592 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:35.508528 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.576353 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d03898c1-9a4d-4f3c-abef-3fc36367b8af,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:35.588649 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:19:35.620041 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-379dbb60-a321-44ec-8a18-469267d762b4 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6632783 Oct 26 11:19:35.626706 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55354) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:35.633764 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Request body: {'subnet': {'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-344489791-subnet', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'ip_version': 4}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:35.687418 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Sync routers for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:35.697934 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:35.698544 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:35.736362 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Made reservation on behalf of 996248694ec54255a81168f3b06341cd for: {'subnet': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:35.738743 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:35.839328 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:35.848638 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:36.034063 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.041403 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:36.057534 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 2, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:36.075291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:36.093115 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Checking router: 6bb1386e-db53-4064-bf3e-b578f3efc4be for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:36.093483 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Updating router 6bb1386e-db53-4064-bf3e-b578f3efc4be port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:19:36.094113 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:36.119660 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Checking segment: {'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:36.120057 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Network hostable DHCP agents. Network: d03898c1-9a4d-4f3c-abef-3fc36367b8af, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:19:36.123725 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.133944 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:36.210468 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:19:36.300450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, d03898c1-9a4d-4f3c-abef-3fc36367b8af) {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:36.305257 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:36.305847 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.316649 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbd0b2-979c-472b-9075-581c18d9ba64 None None] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:36.331310 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5d246-031d-47bc-a773-048b3495ea39 req-11e1ff2c-ca6b-4a81-af9f-55bc6dda5762 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:36.339053 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-95f5d246-031d-47bc-a773-048b3495ea39 req-11e1ff2c-ca6b-4a81-af9f-55bc6dda5762 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0584853 Oct 26 11:19:36.404069 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-95f5d246-031d-47bc-a773-048b3495ea39 req-65319a2e-7cc5-4d00-b404-77375c9439af tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639601 Oct 26 11:19:36.436387 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-b792ab06-dc30-4848-8f51-8bdf15614be3 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8082798 Oct 26 11:19:36.439028 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55394) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:36.443677 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:36.494516 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-d03898c1-9a4d-4f3c-abef-3fc36367b8af', 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af', 'project_id': '996248694ec54255a81168f3b06341cd', 'fixed_ips': [{'subnet_id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:19:36.495505 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.548443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (7d53940f-1b29-45f5-9344-24aad6d24a0a), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.550761 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (7d53940f-1b29-45f5-9344-24aad6d24a0a), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.569763 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Publish callbacks [] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.612992 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks [] for router_controller (7d53940f-1b29-45f5-9344-24aad6d24a0a), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.634608 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Allocated IP 172.20.0.2 (d03898c1-9a4d-4f3c-abef-3fc36367b8af/2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4/4b945ce1-9abe-43e8-88fe-3f1e923b7cd7) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:36.656654 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.715744 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Pushing event updated for resources: {'Port': ['ID=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:36.727804 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.728384 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.728897 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.729400 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.729925 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.730259 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.730585 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.730934 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.731277 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.731606 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.731956 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.732363 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.732709 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.733030 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.733352 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:36.764415 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Attempting to bind port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:36.764415 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Attempting to bind port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:36.764752 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Attempting to bind port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 on network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:36.811847 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Publish callbacks [] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.823305 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:36.823958 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Checking segment: {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:36.824808 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.825734 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Bound using segment: {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:36.826540 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Bound port: 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:36.827372 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.888020 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 46c23306-d4fc-44af-a642-56909dc9f30a up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:36.896196 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] For port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:36.900136 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] For port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:36.914696 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks [] for router_gateway (7d53940f-1b29-45f5-9344-24aad6d24a0a), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.948239 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 46c23306-d4fc-44af-a642-56909dc9f30a triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:36.948647 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:36.948984 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 46c23306-d4fc-44af-a642-56909dc9f30a Oct 26 11:19:37.232441 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 46c23306-d4fc-44af-a642-56909dc9f30a is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:37.274327 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:37.313336 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:37.316321 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:37.322756 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:37.333269 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Pushing event updated for resources: {'Port': ['ID=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:37.360686 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:37.393887 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Attempting to bind port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:37.394255 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Attempting to bind port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:37.394805 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Attempting to bind port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 on network d03898c1-9a4d-4f3c-abef-3fc36367b8af {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:37.398403 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:37.399296 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:37.452472 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:37.452843 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Checking segment: {'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:37.453613 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:37.454194 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Bound using segment: {'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:37.454842 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Bound port: 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:37.455436 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:37.491928 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:37.512329 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:37.515236 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88703b-75d7-4a7a-a97a-874c90449dac None None] Pushing event updated for resources: {'Port': ['ID=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:37.533955 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:37.540741 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] For port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:37.550385 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] For port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,segment=NetworkSegment(67dba153-4876-4ecc-835d-553e44b596bb),segment_id=67dba153-4876-4ecc-835d-553e44b596bb)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:37.566163 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:37.573173 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65428009-cb05-44e9-8926-d4b26ac426dd req-12347d63-98a8-4e65-8527-4afb77f994b4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:37.574661 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65428009-cb05-44e9-8926-d4b26ac426dd req-12347d63-98a8-4e65-8527-4afb77f994b4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0890107 Oct 26 11:19:37.634653 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks [] for router_gateway (7d53940f-1b29-45f5-9344-24aad6d24a0a), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:37.660664 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:37.665164 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:37.679977 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65428009-cb05-44e9-8926-d4b26ac426dd req-6603ccbd-2a11-4962-ab4d-dc0c27747317 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868332 Oct 26 11:19:37.724207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:37.747388 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c6d5e-750b-40f6-8f28-e3b8b775f9eb None None] Pushing event updated for resources: {'Port': ['ID=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:37.758058 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:36Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:37.783639 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5871ee-7de7-43bf-b172-8015bdf9c970 None None] The sync data for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi is: [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:36Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:37.813304 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Allocated IP 172.27.3.97 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/f5d3aaf9-30b9-457a-98cb-25243a404c91) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:37.984879 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks [] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:38.126258 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:38.135489 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:38.169410 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:38.172828 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:38.181229 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:38.222999 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d3aaf9-30b9-457a-98cb-25243a404c91,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:38.547651 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks [] for router_gateway (7d53940f-1b29-45f5-9344-24aad6d24a0a), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:38.792183 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (7d53940f-1b29-45f5-9344-24aad6d24a0a), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:38.865011 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224c5f1-5de3-4500-b90a-bad89f94b775 req-e0790651-023b-4d99-910d-da976926a9bd tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:38.871950 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b224c5f1-5de3-4500-b90a-bad89f94b775 req-e0790651-023b-4d99-910d-da976926a9bd tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0682430 Oct 26 11:19:38.931864 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655aae9-3079-4e1c-bc75-51c9f7ecc5a0 None None] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:38.932625 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b224c5f1-5de3-4500-b90a-bad89f94b775 req-21efc53b-75ac-4f8a-a2b6-92e71d77770d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590498 Oct 26 11:19:39.006556 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:39.014186 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] Provisioning complete for port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:39.014492 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:39.014844 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] Attempt 1 to provision port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 Oct 26 11:19:39.028592 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Router 7d53940f-1b29-45f5-9344-24aad6d24a0a is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:19:39.141214 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:39.141515 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:39.141845 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 Oct 26 11:19:39.199515 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:39.212530 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] Current status of the port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:39.213307 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:39.286736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] For port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,segment=NetworkSegment(67dba153-4876-4ecc-835d-553e44b596bb),segment_id=67dba153-4876-4ecc-835d-553e44b596bb)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:39.296714 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:39.297332 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:39.313371 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:39.380994 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:39.394580 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Sync routers for ids ['7d53940f-1b29-45f5-9344-24aad6d24a0a'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:39.402581 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Routers {'7d53940f-1b29-45f5-9344-24aad6d24a0a'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:39.403226 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['7d53940f-1b29-45f5-9344-24aad6d24a0a'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:39.445176 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:39.467002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:39.468390 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7e04c40a-f053-455e-9d42-619995869e87 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0282629 Oct 26 11:19:39.471361 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55444) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:39.731161 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-06ac543c-c273-4bcc-98ce-3f7a8c438eac None None] Provisioning complete for port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:39.731534 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-06ac543c-c273-4bcc-98ce-3f7a8c438eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:39.731871 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-06ac543c-c273-4bcc-98ce-3f7a8c438eac None None] Attempt 1 to provision port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 Oct 26 11:19:39.747736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:19:39.755734 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG oslo_db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:19:39.767520 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Set router 7d53940f-1b29-45f5-9344-24aad6d24a0a gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:39.798013 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd21c39-6243-49bf-8517-62182dccf0ab None None] Pushing event updated for resources: {'Port': ['ID=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:39.925398 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:39.949487 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-06ac543c-c273-4bcc-98ce-3f7a8c438eac None None] Current status of the port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:40.010250 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.015550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:19:38Z', 'revision_number': 3, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:40.063123 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Checking router: 7d53940f-1b29-45f5-9344-24aad6d24a0a for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:40.063478 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Updating router 7d53940f-1b29-45f5-9344-24aad6d24a0a port f5d3aaf9-30b9-457a-98cb-25243a404c91 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:19:40.099716 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.118700 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ceb8-ed36-4322-a496-8da243887149 req-2a974b01-55c8-467e-b3ef-d9156c349ddb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:40.121260 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3b87ceb8-ed36-4322-a496-8da243887149 req-2a974b01-55c8-467e-b3ef-d9156c349ddb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0658288 Oct 26 11:19:40.171731 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3b87ceb8-ed36-4322-a496-8da243887149 req-06bb24de-291d-46a2-9dfa-cc5f7545d5e8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Oct 26 11:19:40.206330 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:40.209706 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Allocated IP 172.20.0.1 (d03898c1-9a4d-4f3c-abef-3fc36367b8af/2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4/84b76304-75de-49a0-b72e-492c2e2a9d00) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:40.271889 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55474) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:40.327773 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:40.328849 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:40.343572 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks [] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.351395 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:40.397390 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:40.414910 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ba82efa9-222c-4dd1-a2fe-aa881dc9dbd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.442674 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:40.442898 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.443149 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 Oct 26 11:19:40.457607 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.490305 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Publish callbacks [] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.509882 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Pushing event updated for resources: {'Port': ['ID=84b76304-75de-49a0-b72e-492c2e2a9d00,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:40.528117 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:40.531794 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:40.536427 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:40.537757 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ba82efa9-222c-4dd1-a2fe-aa881dc9dbd8 admin admin] Publish callbacks [] for security_group (2e493df2-2655-4e81-b156-e5ffcbabda5a), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.567060 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.574725 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55486) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:40.589503 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (7d53940f-1b29-45f5-9344-24aad6d24a0a), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.597800 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ba82efa9-222c-4dd1-a2fe-aa881dc9dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (2e493df2-2655-4e81-b156-e5ffcbabda5a), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.605111 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:40.610356 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:40.611197 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.627948 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Attempting to bind port f5d3aaf9-30b9-457a-98cb-25243a404c91 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:40.629430 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Attempting to bind port f5d3aaf9-30b9-457a-98cb-25243a404c91 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:40.629973 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Attempting to bind port f5d3aaf9-30b9-457a-98cb-25243a404c91 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:40.694414 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82efa9-222c-4dd1-a2fe-aa881dc9dbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e493df2-2655-4e81-b156-e5ffcbabda5a,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:40.694698 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:40.699476 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ba82efa9-222c-4dd1-a2fe-aa881dc9dbd8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b42d8f109ad54098ae57caf99eb97c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284348 Oct 26 11:19:40.705222 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55490) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:40.705536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dc21b-1dc4-46ee-ab3f-d300b8c2207d None None] Pushing event updated for resources: {'Port': ['ID=f5d3aaf9-30b9-457a-98cb-25243a404c91,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:40.719420 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:40.751400 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:40.755626 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:40.756434 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:40.757085 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.758151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:40.758755 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Bound port: f5d3aaf9-30b9-457a-98cb-25243a404c91, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:40.759493 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.776715 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f992-0198-48a3-a0c2-7f803b99d806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.798466 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e121ec4d-9f65-4be4-b95e-ddcb245f379f admin admin] Publish callbacks [] for security_group (2e493df2-2655-4e81-b156-e5ffcbabda5a), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.826872 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] For port f5d3aaf9-30b9-457a-98cb-25243a404c91, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:40.827120 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] For port f5d3aaf9-30b9-457a-98cb-25243a404c91, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=f5d3aaf9-30b9-457a-98cb-25243a404c91,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:40.830445 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e121ec4d-9f65-4be4-b95e-ddcb245f379f admin admin] Publish callbacks [] for security_group (2e493df2-2655-4e81-b156-e5ffcbabda5a), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.858349 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.908707 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.916774 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f992-0198-48a3-a0c2-7f803b99d806 admin admin] Publish callbacks [] for security_group (dc22840d-86c4-409e-972e-0429fd56bd81), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.922135 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:40.933167 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.938284 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-269fdf37-9916-4976-93e0-7103e60b8acc None None] Provisioning complete for port 84b76304-75de-49a0-b72e-492c2e2a9d00 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:40.938651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-269fdf37-9916-4976-93e0-7103e60b8acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:40.939014 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-269fdf37-9916-4976-93e0-7103e60b8acc None None] Attempt 1 to provision port 84b76304-75de-49a0-b72e-492c2e2a9d00 Oct 26 11:19:40.961368 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:41.023776 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e121ec4d-9f65-4be4-b95e-ddcb245f379f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (2e493df2-2655-4e81-b156-e5ffcbabda5a), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.026219 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Routers {'7d53940f-1b29-45f5-9344-24aad6d24a0a'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:41.026884 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['7d53940f-1b29-45f5-9344-24aad6d24a0a'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:41.027558 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e121ec4d-9f65-4be4-b95e-ddcb245f379f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.028752 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e121ec4d-9f65-4be4-b95e-ddcb245f379f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2e493df2-2655-4e81-b156-e5ffcbabda5a HTTP/1.1" status: 204 len: 168 time: 0.3220861 Oct 26 11:19:41.031440 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f992-0198-48a3-a0c2-7f803b99d806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (dc22840d-86c4-409e-972e-0429fd56bd81), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.036436 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-269fdf37-9916-4976-93e0-7103e60b8acc None None] Port 84b76304-75de-49a0-b72e-492c2e2a9d00 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:19:41.050216 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121ec4d-9f65-4be4-b95e-ddcb245f379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e493df2-2655-4e81-b156-e5ffcbabda5a,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:41.069306 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:41.081985 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-c5c5f992-0198-48a3-a0c2-7f803b99d806 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fcc46bf86cf044be81715a4c51d58c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991834 Oct 26 11:19:41.081985 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55496) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:41.103833 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5f992-0198-48a3-a0c2-7f803b99d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22840d-86c4-409e-972e-0429fd56bd81,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:41.110987 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dc21b-1dc4-46ee-ab3f-d300b8c2207d None None] Pushing event updated for resources: {'Port': ['ID=f5d3aaf9-30b9-457a-98cb-25243a404c91,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:41.114212 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:41.141107 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks [] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.145709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8390bbed-3457-44fa-ab3a-c5eb19336088 admin admin] Publish callbacks [] for security_group (dc22840d-86c4-409e-972e-0429fd56bd81), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.157619 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:41.157917 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.158246 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 Oct 26 11:19:41.171400 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8390bbed-3457-44fa-ab3a-c5eb19336088 admin admin] Publish callbacks [] for security_group (dc22840d-86c4-409e-972e-0429fd56bd81), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.213804 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] Set router 7d53940f-1b29-45f5-9344-24aad6d24a0a gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:41.219861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.323352 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Pushing event updated for resources: {'Port': ['ID=84b76304-75de-49a0-b72e-492c2e2a9d00,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:41.327962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (7d53940f-1b29-45f5-9344-24aad6d24a0a), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.341123 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:41.342729 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8390bbed-3457-44fa-ab3a-c5eb19336088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (dc22840d-86c4-409e-972e-0429fd56bd81), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.345515 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9b341-e0cf-4b7e-ad43-d182a1d11d0e req-69aac972-97de-4909-92d7-360d186fca7d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:41.347189 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b2d9b341-e0cf-4b7e-ad43-d182a1d11d0e req-69aac972-97de-4909-92d7-360d186fca7d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0819895 Oct 26 11:19:41.353072 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8390bbed-3457-44fa-ab3a-c5eb19336088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.354419 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-8390bbed-3457-44fa-ab3a-c5eb19336088 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dc22840d-86c4-409e-972e-0429fd56bd81 HTTP/1.1" status: 204 len: 168 time: 0.2735708 Oct 26 11:19:41.381020 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390bbed-3457-44fa-ab3a-c5eb19336088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22840d-86c4-409e-972e-0429fd56bd81,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:41.417259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:41.450416 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b2d9b341-e0cf-4b7e-ad43-d182a1d11d0e req-fef7b6fc-2d4b-4b68-a6f7-9aed96937a18 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912559 Oct 26 11:19:41.478060 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:41.479726 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:41.511618 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 4, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '84b76304-75de-49a0-b72e-492c2e2a9d00', 'name': '', 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'mac_address': 'fa:16:3e:a3:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:40Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 1, 'project_id': '996248694ec54255a81168f3b06341cd', 'subnets': [{'id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:41.621714 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Router 7d53940f-1b29-45f5-9344-24aad6d24a0a has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:19:41.709734 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4574f12-bd4b-4d73-ab79-7a4ca763ee3a None None] The sync data for ids ['7d53940f-1b29-45f5-9344-24aad6d24a0a'] in dv-cinder-815582-18-iscsi is: [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 4, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '84b76304-75de-49a0-b72e-492c2e2a9d00', 'name': '', 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'mac_address': 'fa:16:3e:a3:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:40Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 1, 'project_id': '996248694ec54255a81168f3b06341cd', 'subnets': [{'id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:41.757047 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:41.770380 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-82578f6f-f344-469e-8646-92315ccb73de admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/7d53940f-1b29-45f5-9344-24aad6d24a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2897551 Oct 26 11:19:41.770493 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-34dee8e4-3d06-476e-9379-4c453c22c75f None None] Provisioning complete for port 84b76304-75de-49a0-b72e-492c2e2a9d00 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:41.770493 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-34dee8e4-3d06-476e-9379-4c453c22c75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.770493 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-34dee8e4-3d06-476e-9379-4c453c22c75f None None] Attempt 1 to provision port 84b76304-75de-49a0-b72e-492c2e2a9d00 Oct 26 11:19:41.799098 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-34dee8e4-3d06-476e-9379-4c453c22c75f None None] Port 84b76304-75de-49a0-b72e-492c2e2a9d00 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:19:41.841724 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55514) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:41.859453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3723a15c-1ae2-41ef-8cc9-af38c94e2875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:41.958687 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3723a15c-1ae2-41ef-8cc9-af38c94e2875 admin admin] Publish callbacks [] for security_group (59066a5f-af89-4ef0-b518-4741a5ddc419), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.037946 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3723a15c-1ae2-41ef-8cc9-af38c94e2875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (59066a5f-af89-4ef0-b518-4741a5ddc419), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.096257 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3723a15c-1ae2-41ef-8cc9-af38c94e2875 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c7101209b25a4603b3f37a287ed3c440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524154 Oct 26 11:19:42.096982 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723a15c-1ae2-41ef-8cc9-af38c94e2875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59066a5f-af89-4ef0-b518-4741a5ddc419,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:42.098290 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55530) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:42.210994 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-754e4088-13fb-4a7f-a4d3-34d4eca6ab45 admin admin] Publish callbacks [] for security_group (59066a5f-af89-4ef0-b518-4741a5ddc419), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.242207 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-754e4088-13fb-4a7f-a4d3-34d4eca6ab45 admin admin] Publish callbacks [] for security_group (59066a5f-af89-4ef0-b518-4741a5ddc419), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.388965 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:42.396849 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-754e4088-13fb-4a7f-a4d3-34d4eca6ab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (59066a5f-af89-4ef0-b518-4741a5ddc419), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.400596 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-754e4088-13fb-4a7f-a4d3-34d4eca6ab45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.404364 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-754e4088-13fb-4a7f-a4d3-34d4eca6ab45 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/59066a5f-af89-4ef0-b518-4741a5ddc419 HTTP/1.1" status: 204 len: 168 time: 0.3027451 Oct 26 11:19:42.423029 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e4088-13fb-4a7f-a4d3-34d4eca6ab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59066a5f-af89-4ef0-b518-4741a5ddc419,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:42.423302 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55552) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:42.428698 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-a3dec993-a56b-40eb-9fd2-4125eb9c1d08 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488296574', 'description': 'tempest-secgroup-smoke-1488296574 description', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:42.463791 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.596503 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a3dec993-a56b-40eb-9fd2-4125eb9c1d08 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.624895 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc9ea7-5507-4b95-8b3f-6483be541fdc req-0b8d3eb0-983e-4348-b63e-a6350aa5c9d8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:42.626543 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-65fc9ea7-5507-4b95-8b3f-6483be541fdc req-0b8d3eb0-983e-4348-b63e-a6350aa5c9d8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0734618 Oct 26 11:19:42.718230 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:42.731341 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-65fc9ea7-5507-4b95-8b3f-6483be541fdc req-f4ef1bd3-03b6-42a1-8904-ca24291d7d41 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962715 Oct 26 11:19:42.764876 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a3dec993-a56b-40eb-9fd2-4125eb9c1d08 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group (7eba6524-10aa-436f-9da5-1b80ab261e50), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.867154 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a3dec993-a56b-40eb-9fd2-4125eb9c1d08 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (7eba6524-10aa-436f-9da5-1b80ab261e50), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:42.911717 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dec993-a56b-40eb-9fd2-4125eb9c1d08 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eba6524-10aa-436f-9da5-1b80ab261e50,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:43.009290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a3dec993-a56b-40eb-9fd2-4125eb9c1d08 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.013914 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55576) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:43.014203 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a3dec993-a56b-40eb-9fd2-4125eb9c1d08 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5896645 Oct 26 11:19:43.019496 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-1ce664c3-9c5e-4d6a-be5d-597baf8ae753 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'security_group_rule': {'security_group_id': '7eba6524-10aa-436f-9da5-1b80ab261e50', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:43.065218 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device f5d3aaf9-30b9-457a-98cb-25243a404c91 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:43.120220 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1ce664c3-9c5e-4d6a-be5d-597baf8ae753 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (184402a9-c1c6-4644-b2f8-df895bd29862), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.124000 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port f5d3aaf9-30b9-457a-98cb-25243a404c91 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:43.124387 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.124885 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port f5d3aaf9-30b9-457a-98cb-25243a404c91 Oct 26 11:19:43.188814 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1ce664c3-9c5e-4d6a-be5d-597baf8ae753 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (184402a9-c1c6-4644-b2f8-df895bd29862), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.204896 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port f5d3aaf9-30b9-457a-98cb-25243a404c91 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:43.205337 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.225840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port f5d3aaf9-30b9-457a-98cb-25243a404c91, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=f5d3aaf9-30b9-457a-98cb-25243a404c91,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:43.273272 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1ce664c3-9c5e-4d6a-be5d-597baf8ae753 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (184402a9-c1c6-4644-b2f8-df895bd29862), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.295385 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce664c3-9c5e-4d6a-be5d-597baf8ae753 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184402a9-c1c6-4644-b2f8-df895bd29862,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:43.341951 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.343060 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:43.379275 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1ce664c3-9c5e-4d6a-be5d-597baf8ae753 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.380727 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-1ce664c3-9c5e-4d6a-be5d-597baf8ae753 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3653502 Oct 26 11:19:43.383808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55588) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:43.389861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-37475e64-3308-4a2a-a5e2-77e86c8caff0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'security_group_rule': {'security_group_id': '7eba6524-10aa-436f-9da5-1b80ab261e50', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:43.426755 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=f5d3aaf9-30b9-457a-98cb-25243a404c91,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:43.435439 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:43.435736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.436023 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 Oct 26 11:19:43.504518 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:43.529573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37475e64-3308-4a2a-a5e2-77e86c8caff0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (09022c80-5556-4fa7-9b8e-e7d4de41ffc0), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.559785 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:43.615828 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37475e64-3308-4a2a-a5e2-77e86c8caff0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (09022c80-5556-4fa7-9b8e-e7d4de41ffc0), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.730111 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37475e64-3308-4a2a-a5e2-77e86c8caff0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (09022c80-5556-4fa7-9b8e-e7d4de41ffc0), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.752589 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37475e64-3308-4a2a-a5e2-77e86c8caff0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09022c80-5556-4fa7-9b8e-e7d4de41ffc0,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:43.878121 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55612) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:43.894170 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37475e64-3308-4a2a-a5e2-77e86c8caff0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:43.895562 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-37475e64-3308-4a2a-a5e2-77e86c8caff0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5104718 Oct 26 11:19:43.898051 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55616) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:43.906880 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-378786fd-d0b8-4e2e-a35c-2248766c19f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'security_group_rule': {'security_group_id': '7eba6524-10aa-436f-9da5-1b80ab261e50', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:43.909606 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:43.977919 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36260b73-c1d1-4b89-8166-20c0ab73b55a req-f9f78f80-da4d-4870-8200-c1577d3c7eb3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:43.977919 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-36260b73-c1d1-4b89-8166-20c0ab73b55a req-f9f78f80-da4d-4870-8200-c1577d3c7eb3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.1541777 Oct 26 11:19:44.014574 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1703207751-network', 'tenant_id': '8576eb9289f147f2ab9ba6f1c00b3ffd'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:44.028653 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-36260b73-c1d1-4b89-8166-20c0ab73b55a req-82f97137-8fcd-4019-bed7-60a9d8663aa5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Oct 26 11:19:44.037089 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-378786fd-d0b8-4e2e-a35c-2248766c19f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (664ed9e8-e4df-48a3-a0a8-c0fcf85d70b5), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.110643 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6e232-086f-41b9-aa85-e8646529c124 req-12d1dbb3-15d1-4fc1-a83b-09f1c7b182fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:44.112187 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48c6e232-086f-41b9-aa85-e8646529c124 req-12d1dbb3-15d1-4fc1-a83b-09f1c7b182fa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 1129 time: 0.0622325 Oct 26 11:19:44.138570 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Made reservation on behalf of 8576eb9289f147f2ab9ba6f1c00b3ffd for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:44.140759 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.159949 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.177634 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-378786fd-d0b8-4e2e-a35c-2248766c19f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (664ed9e8-e4df-48a3-a0a8-c0fcf85d70b5), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.200914 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48c6e232-086f-41b9-aa85-e8646529c124 req-7912c8b3-8617-4fe9-8d9e-d4e966c9798d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793486 Oct 26 11:19:44.260176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks [] for security_group (b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.297893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-378786fd-d0b8-4e2e-a35c-2248766c19f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (664ed9e8-e4df-48a3-a0a8-c0fcf85d70b5), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.317280 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378786fd-d0b8-4e2e-a35c-2248766c19f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664ed9e8-e4df-48a3-a0a8-c0fcf85d70b5,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:44.320876 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.346556 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 467, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:19:44.355491 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:44.361434 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.361826 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Added segment dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962 of type vlan for network 75a10cc7-b501-47b5-a507-62e78a6167f4 Oct 26 11:19:44.394468 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-378786fd-d0b8-4e2e-a35c-2248766c19f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.395741 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-378786fd-d0b8-4e2e-a35c-2248766c19f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4956160 Oct 26 11:19:44.400036 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55634) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:44.404943 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-120cad41-6a93-4ae0-99fd-43a38798621d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'security_group_rule': {'security_group_id': '7eba6524-10aa-436f-9da5-1b80ab261e50', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:44.408736 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (75a10cc7-b501-47b5-a507-62e78a6167f4), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.511388 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (75a10cc7-b501-47b5-a507-62e78a6167f4), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.513137 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:44.514227 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.516383 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-120cad41-6a93-4ae0-99fd-43a38798621d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (65c9cfe1-2486-4e99-90d9-8ade0a4d7f22), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.542931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55638) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:44.612156 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7313104 Oct 26 11:19:44.614132 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55644) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:44.621958 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Request body: {'subnet': {'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1703207751-subnet', 'tenant_id': '8576eb9289f147f2ab9ba6f1c00b3ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:44.624269 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400eb73-ecbd-4847-8270-6184bdc3d1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=75a10cc7-b501-47b5-a507-62e78a6167f4,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:44.641767 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-120cad41-6a93-4ae0-99fd-43a38798621d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (65c9cfe1-2486-4e99-90d9-8ade0a4d7f22), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.650737 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 75a10cc7-b501-47b5-a507-62e78a6167f4 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:19:44.830636 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-120cad41-6a93-4ae0-99fd-43a38798621d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (65c9cfe1-2486-4e99-90d9-8ade0a4d7f22), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.834993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Made reservation on behalf of 8576eb9289f147f2ab9ba6f1c00b3ffd for: {'subnet': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:44.834993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.855263 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-faf656c4-8750-4aa6-b1b4-f17119403a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.885447 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:44.886282 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cad41-6a93-4ae0-99fd-43a38798621d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c9cfe1-2486-4e99-90d9-8ade0a4d7f22,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:44.931689 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:44.972943 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-120cad41-6a93-4ae0-99fd-43a38798621d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:44.974703 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-120cad41-6a93-4ae0-99fd-43a38798621d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5735667 Oct 26 11:19:44.974854 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55654) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:44.979970 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'security_group_rule': {'security_group_id': '7eba6524-10aa-436f-9da5-1b80ab261e50', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:44.999727 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device f5d3aaf9-30b9-457a-98cb-25243a404c91 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:45.051715 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port f5d3aaf9-30b9-457a-98cb-25243a404c91 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:45.052461 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.052800 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port f5d3aaf9-30b9-457a-98cb-25243a404c91 Oct 26 11:19:45.062211 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-faf656c4-8750-4aa6-b1b4-f17119403a9b admin admin] Publish callbacks [] for security_group (5fcceed4-d6b4-499d-9f8c-bbfb32446a86), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.086720 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.securitygroups_db [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Project a30976e8b35f436b84dc4488dcf5acaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:19:45.094885 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (35090401-029b-44ca-985c-12a2bfbb91d3), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.142199 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-faf656c4-8750-4aa6-b1b4-f17119403a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5fcceed4-d6b4-499d-9f8c-bbfb32446a86), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.168861 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port f5d3aaf9-30b9-457a-98cb-25243a404c91 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:45.183784 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-faf656c4-8750-4aa6-b1b4-f17119403a9b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=df5f915d57114c8a8a4e376efbe3094c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6423075 Oct 26 11:19:45.184675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf656c4-8750-4aa6-b1b4-f17119403a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcceed4-d6b4-499d-9f8c-bbfb32446a86,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:45.186951 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55658) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:45.216603 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (35090401-029b-44ca-985c-12a2bfbb91d3), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.223009 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076d098-780c-4053-b4e1-b245176f3971 req-1a507e46-f7c4-4c44-9e9f-c57ab103cbc5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:45.223886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (fff71fc3-4158-473e-a68e-e3ab98ffdc97), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.224535 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e076d098-780c-4053-b4e1-b245176f3971 req-1a507e46-f7c4-4c44-9e9f-c57ab103cbc5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0990987 Oct 26 11:19:45.286301 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff71fc3-4158-473e-a68e-e3ab98ffdc97,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:45.295201 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Checking segment: {'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:45.295648 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Network hostable DHCP agents. Network: 75a10cc7-b501-47b5-a507-62e78a6167f4, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:19:45.298964 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (35090401-029b-44ca-985c-12a2bfbb91d3), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.304070 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-32caa4a2-1be6-45fd-8635-cb154f247dc0 admin admin] Publish callbacks [] for security_group (5fcceed4-d6b4-499d-9f8c-bbfb32446a86), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.324742 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e076d098-780c-4053-b4e1-b245176f3971 req-60b1bb2b-0238-433b-b4d2-655aa3cf084b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905311 Oct 26 11:19:45.335473 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35090401-029b-44ca-985c-12a2bfbb91d3,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:45.347776 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-32caa4a2-1be6-45fd-8635-cb154f247dc0 admin admin] Publish callbacks [] for security_group (5fcceed4-d6b4-499d-9f8c-bbfb32446a86), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.378681 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Network 75a10cc7-b501-47b5-a507-62e78a6167f4 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:19:45.382070 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:45.437240 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.438543 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a9fe4c24-0daa-45a8-9245-f0f44a46f8f8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4625580 Oct 26 11:19:45.441032 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55660) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:45.445432 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'security_group_rule': {'security_group_id': '7eba6524-10aa-436f-9da5-1b80ab261e50', 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:45.458138 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 75a10cc7-b501-47b5-a507-62e78a6167f4) {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:45.462051 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-32caa4a2-1be6-45fd-8635-cb154f247dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5fcceed4-d6b4-499d-9f8c-bbfb32446a86), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.463679 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:45.464455 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.468575 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-32caa4a2-1be6-45fd-8635-cb154f247dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.468575 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-32caa4a2-1be6-45fd-8635-cb154f247dc0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5fcceed4-d6b4-499d-9f8c-bbfb32446a86 HTTP/1.1" status: 204 len: 168 time: 0.2771771 Oct 26 11:19:45.471952 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a4185-6225-4931-b300-ab4e215b3582 None None] Network 75a10cc7-b501-47b5-a507-62e78a6167f4 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:45.479258 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32caa4a2-1be6-45fd-8635-cb154f247dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcceed4-d6b4-499d-9f8c-bbfb32446a86,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:45.514504 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:45.542257 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.securitygroups_db [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Project a30976e8b35f436b84dc4488dcf5acaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:19:45.545093 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-35c39e8e-50a7-4848-8b3b-23eb6bfe7714 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9294910 Oct 26 11:19:45.546428 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Sync routers for ids ['7d53940f-1b29-45f5-9344-24aad6d24a0a'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:45.553326 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (67ab204d-648d-4e8e-9fbe-61b06ea66510), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.571917 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Routers {'7d53940f-1b29-45f5-9344-24aad6d24a0a'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:45.572546 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['7d53940f-1b29-45f5-9344-24aad6d24a0a'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:45.599492 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42004b-23fa-45cf-8421-761966ce14e2 None None] Network 75a10cc7-b501-47b5-a507-62e78a6167f4 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:45.609680 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:45.627656 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (67ab204d-648d-4e8e-9fbe-61b06ea66510), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.637489 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:45.679710 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Set router 7d53940f-1b29-45f5-9344-24aad6d24a0a gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:45.813682 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (67ab204d-648d-4e8e-9fbe-61b06ea66510), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.867040 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ab204d-648d-4e8e-9fbe-61b06ea66510,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:45.874717 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 4, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '84b76304-75de-49a0-b72e-492c2e2a9d00', 'name': '', 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'mac_address': 'fa:16:3e:a3:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:40Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 2, 'project_id': '996248694ec54255a81168f3b06341cd', 'subnets': [{'id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:45.900442 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Checking router: 7d53940f-1b29-45f5-9344-24aad6d24a0a for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:45.900798 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Updating router 7d53940f-1b29-45f5-9344-24aad6d24a0a port 84b76304-75de-49a0-b72e-492c2e2a9d00 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:19:45.930119 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.934687 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:45.936903 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-9c2c8b86-f43d-4aed-b2ee-c42e904c84fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4946926 Oct 26 11:19:46.107550 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:46.207744 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Publish callbacks [] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.309511 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.337616 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55718) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:46.351049 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d810ea14-c643-4622-b690-aa484cc9c8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.362643 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb3914-0051-461c-80e0-eac8089a9341 None None] Pushing event updated for resources: {'Port': ['ID=84b76304-75de-49a0-b72e-492c2e2a9d00,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:46.440898 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d810ea14-c643-4622-b690-aa484cc9c8ad admin admin] Publish callbacks [] for security_group (e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.453049 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Attempting to bind port 84b76304-75de-49a0-b72e-492c2e2a9d00 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:46.453483 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Attempting to bind port 84b76304-75de-49a0-b72e-492c2e2a9d00 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:46.458765 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Attempting to bind port 84b76304-75de-49a0-b72e-492c2e2a9d00 on network d03898c1-9a4d-4f3c-abef-3fc36367b8af {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:46.485605 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d8f33-d0e5-40a7-ac13-c10500c2673c req-1ce2cbc7-91bc-4eca-8eac-ade21a167634 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:46.492357 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5f9d8f33-d0e5-40a7-ac13-c10500c2673c req-1ce2cbc7-91bc-4eca-8eac-ade21a167634 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0557227 Oct 26 11:19:46.498127 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:46.498986 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Checking segment: {'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:46.499580 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.500250 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Bound using segment: {'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:46.500604 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d810ea14-c643-4622-b690-aa484cc9c8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.500947 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Bound port: 84b76304-75de-49a0-b72e-492c2e2a9d00, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dba153-4876-4ecc-835d-553e44b596bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:46.501451 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.546542 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5f9d8f33-d0e5-40a7-ac13-c10500c2673c req-ae81af67-4558-4e15-aa0d-2569b124547b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Oct 26 11:19:46.553855 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d810ea14-c643-4622-b690-aa484cc9c8ad admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=808b9a0b27e247868c3988871137e55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149241 Oct 26 11:19:46.554960 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810ea14-c643-4622-b690-aa484cc9c8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:46.556889 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55722) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:46.588165 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] For port 84b76304-75de-49a0-b72e-492c2e2a9d00, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:46.591281 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] For port 84b76304-75de-49a0-b72e-492c2e2a9d00, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=84b76304-75de-49a0-b72e-492c2e2a9d00,segment=NetworkSegment(67dba153-4876-4ecc-835d-553e44b596bb),segment_id=67dba153-4876-4ecc-835d-553e44b596bb)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:46.626632 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11dec6f5-3699-4960-9f0f-2bdccd86cc27 admin admin] Publish callbacks [] for security_group (e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.648595 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11dec6f5-3699-4960-9f0f-2bdccd86cc27 admin admin] Publish callbacks [] for security_group (e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.681777 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.718939 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Routers {'7d53940f-1b29-45f5-9344-24aad6d24a0a'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:46.719753 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['7d53940f-1b29-45f5-9344-24aad6d24a0a'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:46.767105 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11dec6f5-3699-4960-9f0f-2bdccd86cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.767358 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:46.770244 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-11dec6f5-3699-4960-9f0f-2bdccd86cc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:46.771513 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-11dec6f5-3699-4960-9f0f-2bdccd86cc27 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af HTTP/1.1" status: 204 len: 168 time: 0.2136703 Oct 26 11:19:46.780137 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dec6f5-3699-4960-9f0f-2bdccd86cc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d85860-84c2-4ac6-9a5d-b7ce7a12b1af,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:46.786398 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb3914-0051-461c-80e0-eac8089a9341 None None] Pushing event updated for resources: {'Port': ['ID=84b76304-75de-49a0-b72e-492c2e2a9d00,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:46.937658 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] Set router 7d53940f-1b29-45f5-9344-24aad6d24a0a gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:46.959379 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 84b76304-75de-49a0-b72e-492c2e2a9d00 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:47.023092 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 84b76304-75de-49a0-b72e-492c2e2a9d00 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:47.023092 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.023092 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 84b76304-75de-49a0-b72e-492c2e2a9d00 Oct 26 11:19:47.097796 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 84b76304-75de-49a0-b72e-492c2e2a9d00 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:47.098189 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.159217 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 4, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '84b76304-75de-49a0-b72e-492c2e2a9d00', 'name': '', 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'mac_address': 'fa:16:3e:a3:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:40Z', 'updated_at': '2022-10-26T11:19:46Z', 'revision_number': 4, 'project_id': '996248694ec54255a81168f3b06341cd', 'subnets': [{'id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:47.163494 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 84b76304-75de-49a0-b72e-492c2e2a9d00, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=84b76304-75de-49a0-b72e-492c2e2a9d00,segment=NetworkSegment(67dba153-4876-4ecc-835d-553e44b596bb),segment_id=67dba153-4876-4ecc-835d-553e44b596bb)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:47.187730 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4b0f32-e374-4ab3-9555-fcef80c47c77 None None] The sync data for ids ['7d53940f-1b29-45f5-9344-24aad6d24a0a'] in dv-cinder-815582-18-iscsi is: [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 4, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '84b76304-75de-49a0-b72e-492c2e2a9d00', 'name': '', 'network_id': 'd03898c1-9a4d-4f3c-abef-3fc36367b8af', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'mac_address': 'fa:16:3e:a3:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:40Z', 'updated_at': '2022-10-26T11:19:46Z', 'revision_number': 4, 'project_id': '996248694ec54255a81168f3b06341cd', 'subnets': [{'id': '2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:47.235541 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.297049 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=84b76304-75de-49a0-b72e-492c2e2a9d00,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:47.367276 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-01178d72-f3fd-4c10-abff-08bfac1d5a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.544430 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55742) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:47.562049 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee18-8fb9-438b-9ebb-ffe2345f6002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.595416 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:47.676988 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee18-8fb9-438b-9ebb-ffe2345f6002 admin admin] Publish callbacks [] for security_group (dcfe49cb-2b9d-4b71-8a7c-176f7836c752), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.686367 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca11602-94d3-4e3c-93ca-0b26392a33f1 req-ab3acf7f-a97e-4192-89f9-32a0c912b11d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:47.687896 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cca11602-94d3-4e3c-93ca-0b26392a33f1 req-ab3acf7f-a97e-4192-89f9-32a0c912b11d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0654788 Oct 26 11:19:47.755701 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-fd1fee18-8fb9-438b-9ebb-ffe2345f6002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (dcfe49cb-2b9d-4b71-8a7c-176f7836c752), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.772494 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cca11602-94d3-4e3c-93ca-0b26392a33f1 req-5032ccd4-1382-43b3-acc7-0c36473d4ec2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731044 Oct 26 11:19:47.811132 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55764) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:47.817738 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-fd1fee18-8fb9-438b-9ebb-ffe2345f6002 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7747cb564ae44ddf8072d0fc81147938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720537 Oct 26 11:19:47.832205 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fee18-8fb9-438b-9ebb-ffe2345f6002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfe49cb-2b9d-4b71-8a7c-176f7836c752,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:47.891231 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7aad6194-5eb9-4e05-90bf-8c09c651db6c admin admin] Publish callbacks [] for security_group (dcfe49cb-2b9d-4b71-8a7c-176f7836c752), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.914997 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7aad6194-5eb9-4e05-90bf-8c09c651db6c admin admin] Publish callbacks [] for security_group (dcfe49cb-2b9d-4b71-8a7c-176f7836c752), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:47.918160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f08af-d21d-4047-b4af-7a029d708969 req-acc12eea-3080-48b4-b4d3-f4efa2cd6262 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:47.925503 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1d9f08af-d21d-4047-b4af-7a029d708969 req-acc12eea-3080-48b4-b4d3-f4efa2cd6262 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0634265 Oct 26 11:19:47.972958 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1d9f08af-d21d-4047-b4af-7a029d708969 req-866c930a-b55b-466b-b518-a350136e021f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Oct 26 11:19:48.080082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7aad6194-5eb9-4e05-90bf-8c09c651db6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (dcfe49cb-2b9d-4b71-8a7c-176f7836c752), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:48.082739 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7aad6194-5eb9-4e05-90bf-8c09c651db6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:48.083931 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7aad6194-5eb9-4e05-90bf-8c09c651db6c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dcfe49cb-2b9d-4b71-8a7c-176f7836c752 HTTP/1.1" status: 204 len: 168 time: 0.2718108 Oct 26 11:19:48.102535 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:48.104128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad6194-5eb9-4e05-90bf-8c09c651db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfe49cb-2b9d-4b71-8a7c-176f7836c752,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:48.974651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 84b76304-75de-49a0-b72e-492c2e2a9d00 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:49.032202 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 84b76304-75de-49a0-b72e-492c2e2a9d00 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:49.032600 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.033012 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 84b76304-75de-49a0-b72e-492c2e2a9d00 Oct 26 11:19:49.107444 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ffd63072-3746-48cc-a43c-224e008ec636 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:49.108904 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ffd63072-3746-48cc-a43c-224e008ec636 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/networks?id=75a10cc7-b501-47b5-a507-62e78a6167f4 HTTP/1.1" status: 200 len: 809 time: 0.1161761 Oct 26 11:19:49.123960 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 84b76304-75de-49a0-b72e-492c2e2a9d00 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:49.124159 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-05f4d260-c14d-43bf-b7ff-33874cb928ff tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/quotas/8576eb9289f147f2ab9ba6f1c00b3ffd HTTP/1.1" status: 200 len: 375 time: 0.0095918 Oct 26 11:19:49.157039 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-954bd9d4-5240-47b0-8fdc-22196fb7f0dd tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273814 Oct 26 11:19:49.240183 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55826) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:49.357898 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1002723256-network', 'tenant_id': 'e378bfab9d91492e81320139fed867c6'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:49.447927 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Made reservation on behalf of e378bfab9d91492e81320139fed867c6 for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:49.450390 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.459157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.461632 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=6 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:49.480275 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-66ba3cd3-1ce8-4674-bf46-d7707173c6a5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163626 Oct 26 11:19:49.541741 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks [] for security_group (87c8fa5a-f060-4596-b572-ce47d3b72329), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.576508 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-5f35f6f4-3a14-4b47-b965-f3df02f8cbeb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849092 Oct 26 11:19:49.622579 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (87c8fa5a-f060-4596-b572-ce47d3b72329), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.644526 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] vlan segment allocate from pool success with {'vlan_id': 496, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:19:49.661210 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c8fa5a-f060-4596-b572-ce47d3b72329,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:49.664236 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (cd96863b-60ca-4a36-b692-fb41cacd01e7), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.664584 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Added segment cd96863b-60ca-4a36-b692-fb41cacd01e7 of type vlan for network 5b1f4268-e846-46c0-b38f-b877c6621858 Oct 26 11:19:49.709774 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:49.712090 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (5b1f4268-e846-46c0-b38f-b877c6621858), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.750335 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0303dde4-9b50-45f3-bca1-afe1d896e16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.841374 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (5b1f4268-e846-46c0-b38f-b877c6621858), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.842358 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:49.842972 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:49.867745 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d836791f-4763-4a2b-a664-bac7058accd8 req-e24adfea-39ba-49c3-9141-d333540bada7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 210 time: 0.0384541 Oct 26 11:19:49.925747 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1f4268-e846-46c0-b38f-b877c6621858,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:49.938335 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 5b1f4268-e846-46c0-b38f-b877c6621858 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:19:49.951259 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-158e5371-04e6-4a94-80bb-a99e4b505767 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7099483 Oct 26 11:19:49.954380 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55840) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:49.960168 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Request body: {'subnet': {'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1002723256-subnet', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:50.041896 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Made reservation on behalf of e378bfab9d91492e81320139fed867c6 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:50.046565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:50.134117 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:50.308141 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (4673aec7-54b8-4a38-b1f6-b719c1658a97), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:50.379559 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4673aec7-54b8-4a38-b1f6-b719c1658a97,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:50.393847 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Checking segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:50.393847 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Network hostable DHCP agents. Network: 5b1f4268-e846-46c0-b38f-b877c6621858, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:19:50.470286 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Network 5b1f4268-e846-46c0-b38f-b877c6621858 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:19:50.567772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 5b1f4268-e846-46c0-b38f-b877c6621858) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:50.573169 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:50.573770 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:50.580116 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe1626-065d-403c-ab52-c951d3c5c78a None None] Network 5b1f4268-e846-46c0-b38f-b877c6621858 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:50.646485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55862) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:50.647013 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0038a391-bd2a-45bf-9817-f92cc563a743 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6903448 Oct 26 11:19:50.653960 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:50.706238 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-5b1f4268-e846-46c0-b38f-b877c6621858', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:19:50.707274 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:50.730078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:50.745395 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (59887978-d2e2-4d04-b4e4-17895ea07a02), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:50.746536 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (59887978-d2e2-4d04-b4e4-17895ea07a02), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:50.828833 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks [] for router_controller (59887978-d2e2-4d04-b4e4-17895ea07a02), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:50.859160 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Allocated IP 172.20.0.2 (5b1f4268-e846-46c0-b38f-b877c6621858/4673aec7-54b8-4a38-b1f6-b719c1658a97/c5c32ff2-2aee-4e12-8485-716e0690c14e) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:51.008177 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.009729 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-82551b48-b5cd-4171-bca7-b263fe73d115 req-5e47b6b9-d491-41a8-a3a0-301c5ca2171a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 210 time: 0.0302193 Oct 26 11:19:51.037393 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Publish callbacks [] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.076196 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.087507 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks [] for router_gateway (59887978-d2e2-4d04-b4e4-17895ea07a02), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.127812 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.135743 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.166419 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Network 5b1f4268-e846-46c0-b38f-b877c6621858 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:51.171316 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:51.175089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:51.180218 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Pushing event updated for resources: {'Port': ['ID=c5c32ff2-2aee-4e12-8485-716e0690c14e,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:51.240761 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Attempting to bind port c5c32ff2-2aee-4e12-8485-716e0690c14e on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:51.241134 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Attempting to bind port c5c32ff2-2aee-4e12-8485-716e0690c14e by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:51.241498 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Attempting to bind port c5c32ff2-2aee-4e12-8485-716e0690c14e on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:51.288869 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:51.289246 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Checking segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:51.289658 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.292155 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Bound using segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:51.292691 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Bound port: c5c32ff2-2aee-4e12-8485-716e0690c14e, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:51.293080 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.364557 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks [] for router_gateway (59887978-d2e2-4d04-b4e4-17895ea07a02), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.377588 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] For port c5c32ff2-2aee-4e12-8485-716e0690c14e, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:51.382840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] For port c5c32ff2-2aee-4e12-8485-716e0690c14e, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=c5c32ff2-2aee-4e12-8485-716e0690c14e,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:51.385157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.481141 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.497725 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3bb41-5574-4bce-8030-e63d64833958 req-fc3635f6-52ec-466f-8ae1-b00d5d8f0306 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:51.515973 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dcc3bb41-5574-4bce-8030-e63d64833958 req-fc3635f6-52ec-466f-8ae1-b00d5d8f0306 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.1160674 Oct 26 11:19:51.528672 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-a5edec7b-7018-4c66-8d4e-b6cc476ad404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:51.530293 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-a5edec7b-7018-4c66-8d4e-b6cc476ad404 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1130 time: 0.0716848 Oct 26 11:19:51.573297 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510400c-ae44-4b39-96c3-88ea16fdd5f2 None None] Pushing event updated for resources: {'Port': ['ID=c5c32ff2-2aee-4e12-8485-716e0690c14e,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:51.583673 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.613848 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dcc3bb41-5574-4bce-8030-e63d64833958 req-50a8b3f7-a60f-4b9f-b591-94461c9f0d6c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967255 Oct 26 11:19:51.629519 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Allocated IP 172.27.3.182 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/fc242881-7583-474e-9318-545122084c30) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:51.654126 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-c0c8bb1d-9a58-4c47-97e8-025a571fe44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:51.656381 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-c0c8bb1d-9a58-4c47-97e8-025a571fe44a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.1176832 Oct 26 11:19:51.704527 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-b9137fe2-1b99-4dcf-b874-972562319a93 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 200 len: 217 time: 0.0417836 Oct 26 11:19:51.781536 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-62550c08-e151-41e2-a92a-9e4a470568f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:51.783233 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-62550c08-e151-41e2-a92a-9e4a470568f1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0696568 Oct 26 11:19:51.809408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks [] for port (fc242881-7583-474e-9318-545122084c30), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.832276 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.839360 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-1be08f6e-f741-486c-a80f-35b6d1a9acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:51.840903 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-1be08f6e-f741-486c-a80f-35b6d1a9acb0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516255 Oct 26 11:19:51.920964 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (fc242881-7583-474e-9318-545122084c30), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:51.949691 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-8945562f-3781-4cf6-9caa-a312f63d9201 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009538 Oct 26 11:19:51.955128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:51.961663 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:51.965110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:51.970940 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:52.005391 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Pushing event updated for resources: {'Port': ['ID=fc242881-7583-474e-9318-545122084c30,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:52.083218 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-24a19298-7064-4b24-a1b0-6160bb1c5f2c req-73216a1e-eade-4ec6-849e-5485fd2a75af service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232135 Oct 26 11:19:52.293347 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7ab8d035-169f-4cb5-8d49-2da69739bf36 req-75a0d8a4-3f41-4819-ad91-945fe40612da tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 210 time: 0.0306144 Oct 26 11:19:52.294989 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks [] for router_gateway (59887978-d2e2-4d04-b4e4-17895ea07a02), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:52.619762 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e53ee48-1138-4ce4-ad60-2d568cc23964 None None] Network 5b1f4268-e846-46c0-b38f-b877c6621858 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:52.697772 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] Provisioning complete for port c5c32ff2-2aee-4e12-8485-716e0690c14e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:52.698547 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:52.699138 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] Attempt 1 to provision port c5c32ff2-2aee-4e12-8485-716e0690c14e Oct 26 11:19:52.750304 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:52.830431 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdffaca-d47a-4f61-a1f2-71e17058e9bb req-ff88b1d7-d1f3-4f63-ba00-736d13b3d179 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:52.831995 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7fdffaca-d47a-4f61-a1f2-71e17058e9bb req-ff88b1d7-d1f3-4f63-ba00-736d13b3d179 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0573382 Oct 26 11:19:52.838200 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (59887978-d2e2-4d04-b4e4-17895ea07a02), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:52.849624 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] Current status of the port c5c32ff2-2aee-4e12-8485-716e0690c14e is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:52.850008 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:52.865938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:52.895208 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] For port c5c32ff2-2aee-4e12-8485-716e0690c14e, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=c5c32ff2-2aee-4e12-8485-716e0690c14e,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:52.989624 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.028306 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7fdffaca-d47a-4f61-a1f2-71e17058e9bb req-cd3e9cb1-81f4-41ce-9e4a-d15d74bf7bee tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792481 Oct 26 11:19:53.077215 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d868-a437-4ce4-8f8d-921b470a383b req-12c2ff6f-d536-4309-ab28-19a93ae9279c tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:53.079497 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-12c2ff6f-d536-4309-ab28-19a93ae9279c tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "GET /networking/v2.0/networks?id=75a10cc7-b501-47b5-a507-62e78a6167f4 HTTP/1.1" status: 200 len: 809 time: 0.2077515 Oct 26 11:19:53.092845 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c5c32ff2-2aee-4e12-8485-716e0690c14e up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:53.096051 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998272ec-1117-4f02-b2df-ca6a05c6fbcd None None] Pushing event updated for resources: {'Port': ['ID=c5c32ff2-2aee-4e12-8485-716e0690c14e,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:53.102896 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Request body: {'port': {'device_id': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4', 'admin_state_up': True, 'tenant_id': '8576eb9289f147f2ab9ba6f1c00b3ffd'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:53.140485 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:53.150366 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port c5c32ff2-2aee-4e12-8485-716e0690c14e triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:53.150746 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.151151 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port c5c32ff2-2aee-4e12-8485-716e0690c14e Oct 26 11:19:53.156231 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:19:53.229911 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-090ec66b-46f3-414b-b2b7-bf5338f54edd None None] Provisioning complete for port c5c32ff2-2aee-4e12-8485-716e0690c14e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:53.230201 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-090ec66b-46f3-414b-b2b7-bf5338f54edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.230741 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-090ec66b-46f3-414b-b2b7-bf5338f54edd None None] Attempt 1 to provision port c5c32ff2-2aee-4e12-8485-716e0690c14e Oct 26 11:19:53.239914 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port c5c32ff2-2aee-4e12-8485-716e0690c14e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:53.299039 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:53.309614 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Made reservation on behalf of 8576eb9289f147f2ab9ba6f1c00b3ffd for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:53.311314 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:53.314066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.324383 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-090ec66b-46f3-414b-b2b7-bf5338f54edd None None] Current status of the port c5c32ff2-2aee-4e12-8485-716e0690c14e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:53.326433 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:53.340094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:53.340867 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:53.351077 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:53.424056 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d2860fd8-7b00-4bfa-b489-8b397d72be02 req-1e8709a1-91a3-4a0f-b5ed-75f06de98a86 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 210 time: 0.0380404 Oct 26 11:19:53.450243 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:53.466716 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.469164 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2875d4f0-7e9b-4e67-a623-01d938879ffc admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8189611 Oct 26 11:19:53.476105 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55904) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:53.492728 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Allocated IP 172.20.0.14 (75a10cc7-b501-47b5-a507-62e78a6167f4/fff71fc3-4158-473e-a68e-e3ab98ffdc97/61c4a6a4-90ef-4263-98fc-44897522cba0) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:53.693254 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks [] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.781609 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.834538 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Network 75a10cc7-b501-47b5-a507-62e78a6167f4 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:53.840237 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:53.842416 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Pushing event updated for resources: {'Port': ['ID=61c4a6a4-90ef-4263-98fc-44897522cba0,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:53.844649 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:53.852619 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:52Z', 'revision_number': 3, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:53.896371 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:53.896371 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Updating router 59887978-d2e2-4d04-b4e4-17895ea07a02 port fc242881-7583-474e-9318-545122084c30 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:19:53.903433 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:53.904287 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.935179 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (fc242881-7583-474e-9318-545122084c30), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:53.982460 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-ccd1aaae-8020-47d2-bd97-624829bf3e38 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8852220 Oct 26 11:19:53.987169 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.004861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Request body: {'port': {'device_id': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:54.077854 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.135855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:54.200186 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Allocated IP 172.20.0.1 (5b1f4268-e846-46c0-b38f-b877c6621858/4673aec7-54b8-4a38-b1f6-b719c1658a97/396be04f-87c9-40c9-ae73-e0fcf9c1c5d7) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:54.211615 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b294dbf-9c26-4db9-863f-921827e63429 req-c0c8f5a0-b53d-4b04-adbc-26036398c15c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:54.213581 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7b294dbf-9c26-4db9-863f-921827e63429 req-c0c8f5a0-b53d-4b04-adbc-26036398c15c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0757494 Oct 26 11:19:54.284566 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Publish callbacks [] for port (fc242881-7583-474e-9318-545122084c30), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.322474 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7b294dbf-9c26-4db9-863f-921827e63429 req-48fc00c4-df46-4817-bc43-8ee8911898cb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988476 Oct 26 11:19:54.351397 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (fc242881-7583-474e-9318-545122084c30), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.354401 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:54.357692 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks [] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.385360 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Attempting to bind port fc242881-7583-474e-9318-545122084c30 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:54.385770 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Attempting to bind port fc242881-7583-474e-9318-545122084c30 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:54.386128 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Attempting to bind port fc242881-7583-474e-9318-545122084c30 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:54.393372 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c4a6a4-90ef-4263-98fc-44897522cba0 {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:19:54.401860 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Publish callbacks [] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.419583 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Transition to ACTIVE for port object 61c4a6a4-90ef-4263-98fc-44897522cba0 will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:19:54.431533 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31009e-4ebc-4ce2-a009-d1b1ad098a27 None None] Pushing event updated for resources: {'Port': ['ID=fc242881-7583-474e-9318-545122084c30,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:54.443011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.454237 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:54.455108 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:54.458921 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.458921 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:54.458921 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Bound port: fc242881-7583-474e-9318-545122084c30, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:54.458921 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (fc242881-7583-474e-9318-545122084c30), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.473739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:54.485661 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Network 5b1f4268-e846-46c0-b38f-b877c6621858 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:54.492281 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:54.496418 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:54.496890 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (59887978-d2e2-4d04-b4e4-17895ea07a02), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.510506 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.533190 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] For port fc242881-7583-474e-9318-545122084c30, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:54.541596 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Pushing event updated for resources: {'Port': ['ID=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:54.542016 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] For port fc242881-7583-474e-9318-545122084c30, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=fc242881-7583-474e-9318-545122084c30,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:54.610986 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Pushing event updated for resources: {'Port': ['ID=61c4a6a4-90ef-4263-98fc-44897522cba0,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:54.631355 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (fc242881-7583-474e-9318-545122084c30), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.641420 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016df440-83fe-4b4d-bb61-8851bf41cfa3 req-2fb53b4e-5b06-43bd-b71f-6fd568d6ec5f tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:54.643203 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-016df440-83fe-4b4d-bb61-8851bf41cfa3 req-2fb53b4e-5b06-43bd-b71f-6fd568d6ec5f tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 944 time: 0.1235478 Oct 26 11:19:54.676511 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:54.677289 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:54.743910 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:54.744496 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31009e-4ebc-4ce2-a009-d1b1ad098a27 None None] Pushing event updated for resources: {'Port': ['ID=fc242881-7583-474e-9318-545122084c30,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:54.749020 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Attempting to bind port 61c4a6a4-90ef-4263-98fc-44897522cba0 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:54.749429 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Attempting to bind port 61c4a6a4-90ef-4263-98fc-44897522cba0 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:54.749762 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Attempting to bind port 61c4a6a4-90ef-4263-98fc-44897522cba0 on network 75a10cc7-b501-47b5-a507-62e78a6167f4 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:54.799962 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-016df440-83fe-4b4d-bb61-8851bf41cfa3 req-89d9a1a2-b9f6-474d-bfee-9b0e78e5e20c tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248093 Oct 26 11:19:54.803425 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.811785 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-c89206d7-9d11-4455-8799-3250573c6ef5 None None] Provisioning complete for port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:54.812216 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c89206d7-9d11-4455-8799-3250573c6ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.812494 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-c89206d7-9d11-4455-8799-3250573c6ef5 None None] Attempt 1 to provision port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 Oct 26 11:19:54.816600 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:54.826706 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Port 61c4a6a4-90ef-4263-98fc-44897522cba0 on network 75a10cc7-b501-47b5-a507-62e78a6167f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:19:54.827082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Attempting to bind port 61c4a6a4-90ef-4263-98fc-44897522cba0 on network 75a10cc7-b501-47b5-a507-62e78a6167f4 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:54.878977 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:54.879317 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Checking segment: {'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:54.879696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Bound using segment: {'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:54.880124 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Bound port: 61c4a6a4-90ef-4263-98fc-44897522cba0, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:54.880527 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:54.890295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:54.892536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-c89206d7-9d11-4455-8799-3250573c6ef5 None None] Port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:19:54.937329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:54.965324 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] For port 61c4a6a4-90ef-4263-98fc-44897522cba0, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:54.969824 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] For port 61c4a6a4-90ef-4263-98fc-44897522cba0, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=61c4a6a4-90ef-4263-98fc-44897522cba0,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:54.980507 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c5c32ff2-2aee-4e12-8485-716e0690c14e up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:55.008004 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks [] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:55.041871 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:55.048195 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.049401 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:55.051124 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/61c4a6a4-90ef-4263-98fc-44897522cba0 HTTP/1.1" status: 200 len: 1094 time: 1.0514224 Oct 26 11:19:55.051719 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'tag': '61c4a6a4-90ef-4263-98fc-44897522cba0'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:19:55.054263 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8663f17a-8461-4a02-860e-3b1130e11678" -d '{"events": [{"name": "network-changed", "server_uuid": "01c8875e-d428-4653-8654-4ce0d4893ce2", "tag": "61c4a6a4-90ef-4263-98fc-44897522cba0"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:19:55.090703 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port c5c32ff2-2aee-4e12-8485-716e0690c14e triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:55.091009 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:55.091309 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port c5c32ff2-2aee-4e12-8485-716e0690c14e Oct 26 11:19:55.099153 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:55.099933 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (59887978-d2e2-4d04-b4e4-17895ea07a02), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:55.148615 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279c4b8-b00d-4d6f-8873-cd609ea7881b service neutron] Pushing event updated for resources: {'Port': ['ID=61c4a6a4-90ef-4263-98fc-44897522cba0,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:55.159212 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6de8da1-f1ef-48a2-a247-baba453c40df x-openstack-request-id: req-a6de8da1-f1ef-48a2-a247-baba453c40df {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:19:55.159560 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c8875e-d428-4653-8654-4ce0d4893ce2", "tag": "61c4a6a4-90ef-4263-98fc-44897522cba0", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:19:55.159876 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6de8da1-f1ef-48a2-a247-baba453c40df {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:19:55.160280 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6de8da1-f1ef-48a2-a247-baba453c40df'] response: {'name': 'network-changed', 'server_uuid': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'tag': '61c4a6a4-90ef-4263-98fc-44897522cba0', 'status': 'completed', 'code': 200} Oct 26 11:19:55.187004 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:52Z', 'revision_number': 3, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:55.201038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Pushing event updated for resources: {'Port': ['ID=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:55.229411 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81092203-aad8-450b-90ef-c97d8d8ce137 None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:52Z', 'revision_number': 3, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:55.246054 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663f17a-8461-4a02-860e-3b1130e11678 req-2b35331e-973b-4ae3-ab89-661b52e6c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.247705 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8663f17a-8461-4a02-860e-3b1130e11678 req-2b35331e-973b-4ae3-ab89-661b52e6c692 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 1128 time: 0.0444758 Oct 26 11:19:55.268703 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port c5c32ff2-2aee-4e12-8485-716e0690c14e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:55.305344 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Network 5b1f4268-e846-46c0-b38f-b877c6621858 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:55.307554 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:55.393315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663f17a-8461-4a02-860e-3b1130e11678 req-240d897f-dce6-4660-b5d2-84e312cf7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.395042 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8663f17a-8461-4a02-860e-3b1130e11678 req-240d897f-dce6-4660-b5d2-84e312cf7d60 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1315956 Oct 26 11:19:55.475697 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:19:55.587888 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b9b42-bd83-45d8-bf02-2e369c433a73 req-9e2b150c-6fba-4c75-bb7b-3a7a2e3af170 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.610665 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-538b9b42-bd83-45d8-bf02-2e369c433a73 req-9e2b150c-6fba-4c75-bb7b-3a7a2e3af170 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.1086593 Oct 26 11:19:55.641256 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663f17a-8461-4a02-860e-3b1130e11678 req-4464e869-cefb-4ede-a3bc-8b85516c990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.643376 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8663f17a-8461-4a02-860e-3b1130e11678 req-4464e869-cefb-4ede-a3bc-8b85516c990c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2412381 Oct 26 11:19:55.692008 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-538b9b42-bd83-45d8-bf02-2e369c433a73 req-f8716de3-78e3-4e48-bf62-320b2f204f3b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803273 Oct 26 11:19:55.702368 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:19:55.714808 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-70cc4b4f-5659-4a63-960d-ce5c096f12e2 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/59887978-d2e2-4d04-b4e4-17895ea07a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2360489 Oct 26 11:19:55.729075 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-bf4e9311-cb5b-4adc-a5b8-5c2464c9ee9b None None] Provisioning complete for port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:55.729697 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bf4e9311-cb5b-4adc-a5b8-5c2464c9ee9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:55.731375 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-bf4e9311-cb5b-4adc-a5b8-5c2464c9ee9b None None] Attempt 1 to provision port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 Oct 26 11:19:55.781972 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:55.794148 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e9311-cb5b-4adc-a5b8-5c2464c9ee9b None None] Port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:19:55.813708 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d868-a437-4ce4-8f8d-921b470a383b req-09642c3c-2110-4ca4-91a0-d553804c9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.816108 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-09642c3c-2110-4ca4-91a0-d553804c9403 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 1128 time: 0.1024184 Oct 26 11:19:55.886792 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-59069fa5-bf46-4380-9bca-503279f0a66a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61c4a6a4-90ef-4263-98fc-44897522cba0 HTTP/1.1" status: 200 len: 217 time: 0.0505970 Oct 26 11:19:55.904718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:55.961760 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:55.963548 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d868-a437-4ce4-8f8d-921b470a383b req-60f0e400-d4ea-4587-ab35-fa2ba044b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.965067 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-60f0e400-d4ea-4587-ab35-fa2ba044b77d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=fff71fc3-4158-473e-a68e-e3ab98ffdc97 HTTP/1.1" status: 200 len: 849 time: 0.0716002 Oct 26 11:19:55.994536 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307a091-9ea1-4a09-bcae-9fb312b7c3ec req-991b4226-90e1-4efa-b20e-bef1a64975cf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:55.996836 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1307a091-9ea1-4a09-bcae-9fb312b7c3ec req-991b4226-90e1-4efa-b20e-bef1a64975cf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 944 time: 0.0762990 Oct 26 11:19:56.008747 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-9fcc4d2a-b5df-4c5a-a40b-93501fd4cf04 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75a10cc7-b501-47b5-a507-62e78a6167f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367401 Oct 26 11:19:56.064718 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1307a091-9ea1-4a09-bcae-9fb312b7c3ec req-a02e6c3c-ab37-40cd-b0ee-eed8e7158476 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617962 Oct 26 11:19:56.112982 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:56.151808 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-dd533e78-22c1-496a-9313-3f6591a0793b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341987 Oct 26 11:19:56.183949 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55968) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:56.261967 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e837d868-a437-4ce4-8f8d-921b470a383b req-7f70419f-882f-4057-936e-940fbf4320d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042171 Oct 26 11:19:56.313207 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f42be25b-e59a-47fb-9963-eecca1af33c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.409333 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f42be25b-e59a-47fb-9963-eecca1af33c7 admin admin] Publish callbacks [] for security_group (9f7779cd-11c4-47f7-b6f7-e4712e12f264), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.500734 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f42be25b-e59a-47fb-9963-eecca1af33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9f7779cd-11c4-47f7-b6f7-e4712e12f264), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.540575 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-f42be25b-e59a-47fb-9963-eecca1af33c7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=924211a2eedf4c00ad49f2bcdf1c1431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552933 Oct 26 11:19:56.542493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42be25b-e59a-47fb-9963-eecca1af33c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7779cd-11c4-47f7-b6f7-e4712e12f264,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:56.543544 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 55980) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:56.584522 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 55982) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:56.589564 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2037329839-network', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:56.609755 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0325b93f-0b40-41f7-b6b6-4cafdd488e4b admin admin] Publish callbacks [] for security_group (9f7779cd-11c4-47f7-b6f7-e4712e12f264), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.629899 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0325b93f-0b40-41f7-b6b6-4cafdd488e4b admin admin] Publish callbacks [] for security_group (9f7779cd-11c4-47f7-b6f7-e4712e12f264), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.660046 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Made reservation on behalf of a6ed68e985764bc5b139aa5a9de6bd01 for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:56.662637 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.674984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.677372 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:56.806145 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0325b93f-0b40-41f7-b6b6-4cafdd488e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9f7779cd-11c4-47f7-b6f7-e4712e12f264), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.809376 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0325b93f-0b40-41f7-b6b6-4cafdd488e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:56.811310 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0325b93f-0b40-41f7-b6b6-4cafdd488e4b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9f7779cd-11c4-47f7-b6f7-e4712e12f264 HTTP/1.1" status: 204 len: 168 time: 0.2665455 Oct 26 11:19:56.842763 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325b93f-0b40-41f7-b6b6-4cafdd488e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7779cd-11c4-47f7-b6f7-e4712e12f264,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:56.859764 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd95fb-c7e1-455b-8852-02db483ba740 req-25c6f039-0a19-4442-b980-a8eddaf5fc7a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:56.861598 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7ebd95fb-c7e1-455b-8852-02db483ba740 req-25c6f039-0a19-4442-b980-a8eddaf5fc7a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0660498 Oct 26 11:19:56.940220 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7ebd95fb-c7e1-455b-8852-02db483ba740 req-437aa3cd-5ad2-407f-b5f8-abb1a66e8ddc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720720 Oct 26 11:19:56.944792 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks [] for security_group (28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.012804 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.022192 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device fc242881-7583-474e-9318-545122084c30 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:57.040595 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] vlan segment allocate from pool success with {'vlan_id': 499, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:19:57.057016 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:57.066544 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (02d60a92-85b8-4dd0-b8b6-46ec810fbbf9), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.067862 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Added segment 02d60a92-85b8-4dd0-b8b6-46ec810fbbf9 of type vlan for network 92cb9492-5ebc-4d55-b3c8-97f36548507d Oct 26 11:19:57.081132 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port fc242881-7583-474e-9318-545122084c30 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:57.081516 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (fc242881-7583-474e-9318-545122084c30), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.081854 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port fc242881-7583-474e-9318-545122084c30 Oct 26 11:19:57.114585 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (92cb9492-5ebc-4d55-b3c8-97f36548507d), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.160984 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port fc242881-7583-474e-9318-545122084c30 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:57.161302 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (fc242881-7583-474e-9318-545122084c30), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.188270 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port fc242881-7583-474e-9318-545122084c30, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=fc242881-7583-474e-9318-545122084c30,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:19:57.210581 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (92cb9492-5ebc-4d55-b3c8-97f36548507d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.211625 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:57.212446 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.220272 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912241c-8376-4c01-87b1-c1ed0df3d2d7 req-ee1661f2-d125-4ce1-bb55-b88e1ab8173f tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:57.221705 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6912241c-8376-4c01-87b1-c1ed0df3d2d7 req-ee1661f2-d125-4ce1-bb55-b88e1ab8173f tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 944 time: 0.0629575 Oct 26 11:19:57.273071 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:19:57.282749 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (fc242881-7583-474e-9318-545122084c30), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.285742 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:57.286571 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:57.342849 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=fc242881-7583-474e-9318-545122084c30,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:57.348001 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] Pushing event updated for resources: {'Network': ['ID=92cb9492-5ebc-4d55-b3c8-97f36548507d,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:57.353325 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-eaddce75-b654-4897-9ab0-e0d5d656de62 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7676642 Oct 26 11:19:57.357000 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56002) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:57.363107 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Request body: {'subnet': {'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2037329839-subnet', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:57.377401 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:19:57.377584 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:57.380573 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6912241c-8376-4c01-87b1-c1ed0df3d2d7 req-d2e39bdf-e1cc-47a7-bad3-dda85fc2f5c2 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525722 Oct 26 11:19:57.432018 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:57.461895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:57.515788 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56008) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:57.524289 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Made reservation on behalf of a6ed68e985764bc5b139aa5a9de6bd01 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:19:57.527667 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.613574 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:57.644123 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 2, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:57.673234 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:19:57.673589 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Updating router 59887978-d2e2-4d04-b4e4-17895ea07a02 port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:19:57.677549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.703371 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.705077 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:57.844851 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Publish callbacks [] for security_group (6f33a13e-4523-4eb3-9415-3f7f83c22853), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.901101 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.936111 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6f33a13e-4523-4eb3-9415-3f7f83c22853), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:57.968584 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:57.996554 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f33a13e-4523-4eb3-9415-3f7f83c22853,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:58.000111 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:58.000913 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:58.002229 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Publish callbacks [] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.019708 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fcb757b16b4048c69cdbb2272dfed9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995303 Oct 26 11:19:58.022131 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56026) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:58.024066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.024414 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.024756 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.025095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.025455 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.025785 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.026212 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.026417 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.026740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.027096 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.027419 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.027735 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.028050 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.028365 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.028679 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633d61a-2907-43bd-b734-f30839380dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.035104 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.035435 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.036307 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.036647 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.037285 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.037285 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.037616 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.037941 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.038549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.038909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.039242 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.039566 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.039886 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.040659 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.040659 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:58.065670 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.076543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Checking segment: {'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:58.076543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Network hostable DHCP agents. Network: 92cb9492-5ebc-4d55-b3c8-97f36548507d, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:19:58.107840 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69f75f-d984-413d-bc5d-8d84da6ec228 req-40187d1a-d7f7-4264-b83b-90bce233c66b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:58.109428 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fe69f75f-d984-413d-bc5d-8d84da6ec228 req-40187d1a-d7f7-4264-b83b-90bce233c66b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0656312 Oct 26 11:19:58.116977 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5249b8cd-1f8c-4026-859b-0d13a91757f4 admin admin] Publish callbacks [] for security_group (6f33a13e-4523-4eb3-9415-3f7f83c22853), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.118315 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ff2f3-1d11-4110-8d94-9eec5c99c876 None None] Pushing event updated for resources: {'Port': ['ID=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:58.145551 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5249b8cd-1f8c-4026-859b-0d13a91757f4 admin admin] Publish callbacks [] for security_group (6f33a13e-4523-4eb3-9415-3f7f83c22853), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.169050 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fe69f75f-d984-413d-bc5d-8d84da6ec228 req-1b04f4c8-cc03-40f4-bafe-425da913c04f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498109 Oct 26 11:19:58.185866 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Attempting to bind port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:58.186418 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Attempting to bind port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:58.186781 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Attempting to bind port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:58.191639 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:58.202075 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:19:58.230075 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:58.230444 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Checking segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:58.230868 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.231264 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Bound using segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:58.231727 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Bound port: 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:58.232104 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.291974 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] For port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:58.294261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5249b8cd-1f8c-4026-859b-0d13a91757f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6f33a13e-4523-4eb3-9415-3f7f83c22853), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.294395 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 92cb9492-5ebc-4d55-b3c8-97f36548507d) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:58.296933 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5249b8cd-1f8c-4026-859b-0d13a91757f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.298149 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5249b8cd-1f8c-4026-859b-0d13a91757f4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6f33a13e-4523-4eb3-9415-3f7f83c22853 HTTP/1.1" status: 204 len: 168 time: 0.2727458 Oct 26 11:19:58.303244 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] For port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:58.310549 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249b8cd-1f8c-4026-859b-0d13a91757f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f33a13e-4523-4eb3-9415-3f7f83c22853,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:58.315804 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:58.319116 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.320493 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94026e1-1c44-46bd-8487-72237989a83e None None] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:19:58.409046 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.430297 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-48f98373-6d32-49c1-b039-177d121ff802 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0681429 Oct 26 11:19:58.431094 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56044) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:58.435414 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:19:58.458885 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-92cb9492-5ebc-4d55-b3c8-97f36548507d', 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d', 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'fixed_ips': [{'subnet_id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:19:58.460047 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.501634 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:19:58.502521 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:58.550789 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ff2f3-1d11-4110-8d94-9eec5c99c876 None None] Pushing event updated for resources: {'Port': ['ID=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:58.557922 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.560079 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.592480 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437db93-9bc0-4c1b-b18f-ce8d215317e8 req-7e612a6f-6fcf-4aa8-b1fc-84dd6a08b187 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:58.599957 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3437db93-9bc0-4c1b-b18f-ce8d215317e8 req-7e612a6f-6fcf-4aa8-b1fc-84dd6a08b187 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 944 time: 0.0922902 Oct 26 11:19:58.658752 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:19:58.659203 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks [] for router_controller (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.661546 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:58.680957 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Allocated IP 172.20.0.2 (92cb9492-5ebc-4d55-b3c8-97f36548507d/3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9/aeee3446-ceeb-4415-a4d0-f80badedccf0) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:58.692461 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3437db93-9bc0-4c1b-b18f-ce8d215317e8 req-6828b9f8-99f5-4f61-9148-e134a68e67cb tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913982 Oct 26 11:19:58.881890 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:58.926568 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks [] for router_gateway (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.945318 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:19:58Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:19:58.956430 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Publish callbacks [] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:58.977808 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d826d-ae48-4f94-a23a-2b200fc252ed None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:19:58Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:19:58.985117 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device fc242881-7583-474e-9318-545122084c30 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:19:59.054155 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.099217 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port fc242881-7583-474e-9318-545122084c30 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:19:59.099618 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (fc242881-7583-474e-9318-545122084c30), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.099942 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port fc242881-7583-474e-9318-545122084c30 Oct 26 11:19:59.134591 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:19:59.144146 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:19:59.152938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:19:59.161691 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Pushing event updated for resources: {'Port': ['ID=aeee3446-ceeb-4415-a4d0-f80badedccf0,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:59.178476 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.178476 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.178798 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.179029 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.179317 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.179651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.179982 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.180313 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.180902 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.181239 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.181569 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.181929 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.182421 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.182570 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.182930 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:19:59.219754 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56086) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:59.238733 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-97207198-0f02-44c9-a5f3-d9ec7af3ade9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.339272 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks [] for router_gateway (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.363519 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.377026 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-97207198-0f02-44c9-a5f3-d9ec7af3ade9 admin admin] Publish callbacks [] for security_group (8dbef680-60b8-40a6-8f25-040aea5d8dad), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.444987 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7be84-a538-4d2b-912e-a973e44ed194 req-c0fcd805-8d74-4211-8b79-a22597d5dd54 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:19:59.451458 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54c7be84-a538-4d2b-912e-a973e44ed194 req-c0fcd805-8d74-4211-8b79-a22597d5dd54 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0729387 Oct 26 11:19:59.462529 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port fc242881-7583-474e-9318-545122084c30 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:19:59.469957 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Attempting to bind port aeee3446-ceeb-4415-a4d0-f80badedccf0 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:19:59.470324 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Attempting to bind port aeee3446-ceeb-4415-a4d0-f80badedccf0 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:19:59.470908 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Attempting to bind port aeee3446-ceeb-4415-a4d0-f80badedccf0 on network 92cb9492-5ebc-4d55-b3c8-97f36548507d {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:19:59.475694 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-97207198-0f02-44c9-a5f3-d9ec7af3ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (8dbef680-60b8-40a6-8f25-040aea5d8dad), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.517267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:19:59.517773 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-97207198-0f02-44c9-a5f3-d9ec7af3ade9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=97d4eb46e41c46629c55105184549652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960594 Oct 26 11:19:59.518224 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Checking segment: {'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:19:59.520449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.520449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Bound using segment: {'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:19:59.520449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Bound port: aeee3446-ceeb-4415-a4d0-f80badedccf0, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:19:59.520449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.521718 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56092) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:19:59.544213 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:59.584543 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:19:59.599340 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Allocated IP 172.27.3.102 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/238fcd8b-fa24-479b-a302-6baf0c9b69a1) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:19:59.615411 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] For port aeee3446-ceeb-4415-a4d0-f80badedccf0, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:19:59.618648 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] For port aeee3446-ceeb-4415-a4d0-f80badedccf0, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=aeee3446-ceeb-4415-a4d0-f80badedccf0,segment=NetworkSegment(02d60a92-85b8-4dd0-b8b6-46ec810fbbf9),segment_id=02d60a92-85b8-4dd0-b8b6-46ec810fbbf9)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:19:59.655719 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97207198-0f02-44c9-a5f3-d9ec7af3ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbef680-60b8-40a6-8f25-040aea5d8dad,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:59.676492 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54c7be84-a538-4d2b-912e-a973e44ed194 req-e133d730-b94e-44c2-9f16-3bb6a13172a9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214172 Oct 26 11:19:59.685325 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.714599 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-099c85e3-9914-4333-a2a6-c01d6c1db3a8 admin admin] Publish callbacks [] for security_group (8dbef680-60b8-40a6-8f25-040aea5d8dad), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.775278 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-099c85e3-9914-4333-a2a6-c01d6c1db3a8 admin admin] Publish callbacks [] for security_group (8dbef680-60b8-40a6-8f25-040aea5d8dad), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.787701 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks [] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.855249 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca63ee0-c5b8-4554-a1ac-846bf3b7883d None None] Pushing event updated for resources: {'Port': ['ID=aeee3446-ceeb-4415-a4d0-f80badedccf0,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:19:59.907869 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 61c4a6a4-90ef-4263-98fc-44897522cba0 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:19:59.962384 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-099c85e3-9914-4333-a2a6-c01d6c1db3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (8dbef680-60b8-40a6-8f25-040aea5d8dad), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.965314 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-099c85e3-9914-4333-a2a6-c01d6c1db3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:19:59.966634 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-099c85e3-9914-4333-a2a6-c01d6c1db3a8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8dbef680-60b8-40a6-8f25-040aea5d8dad HTTP/1.1" status: 204 len: 168 time: 0.4439704 Oct 26 11:19:59.991113 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c85e3-9914-4333-a2a6-c01d6c1db3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbef680-60b8-40a6-8f25-040aea5d8dad,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:00.141980 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:00.154124 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:00.202512 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:00.204656 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 61c4a6a4-90ef-4263-98fc-44897522cba0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=61c4a6a4-90ef-4263-98fc-44897522cba0,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:00.222771 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '61c4a6a4-90ef-4263-98fc-44897522cba0', 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4', 'port_id': '61c4a6a4-90ef-4263-98fc-44897522cba0', 'mac_address': 'fa:16:3e:9b:3c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff71fc3-4158-473e-a68e-e3ab98ffdc97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:20:00.234937 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:00.272888 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 61c4a6a4-90ef-4263-98fc-44897522cba0 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:00.273413 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:00.295112 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c4a6a4-90ef-4263-98fc-44897522cba0 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:20:00.306160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19624-1ffc-4c52-9d22-44a1502cd5fb req-17a1c310-4db7-4f49-8737-8f7d549a32a3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:00.307800 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5af19624-1ffc-4c52-9d22-44a1502cd5fb req-17a1c310-4db7-4f49-8737-8f7d549a32a3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 944 time: 0.1301675 Oct 26 11:20:00.312976 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 61c4a6a4-90ef-4263-98fc-44897522cba0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=61c4a6a4-90ef-4263-98fc-44897522cba0,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:00.329004 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:20:00.351110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:20:00.355968 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:20:00.408636 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Pushing event updated for resources: {'Port': ['ID=238fcd8b-fa24-479b-a302-6baf0c9b69a1,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:00.420502 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:00.465868 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5af19624-1ffc-4c52-9d22-44a1502cd5fb req-28e0fe55-e3e2-4770-9eec-b49b1fce6ada tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437914 Oct 26 11:20:00.483074 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=61c4a6a4-90ef-4263-98fc-44897522cba0,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:00.500443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.500789 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.501127 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.501460 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.501789 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.502116 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.502438 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.502756 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.503126 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.503437 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.503759 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.504111 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.504388 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.504739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.505056 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:20:00.716697 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks [] for router_gateway (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:00.869104 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57ac47-0bbe-400b-a7d3-9c2d983d8b42 req-f842da2b-1fd0-4f5a-9db5-fea55e3a4fa1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:00.877293 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4a57ac47-0bbe-400b-a7d3-9c2d983d8b42 req-f842da2b-1fd0-4f5a-9db5-fea55e3a4fa1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0700693 Oct 26 11:20:00.949353 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4a57ac47-0bbe-400b-a7d3-9c2d983d8b42 req-c019c9ed-85d8-4938-9b93-6ad25c508603 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640392 Oct 26 11:20:00.969019 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56132) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:00.973847 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:00.992696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-75e89c13-bd7e-4312-a3df-bd7b0e163972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.064301 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['61c4a6a4-90ef-4263-98fc-44897522cba0'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:20:01.111311 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-75e89c13-bd7e-4312-a3df-bd7b0e163972 admin admin] Publish callbacks [] for security_group (ade9cbda-bcd3-4cb6-93e4-c8502139e100), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.115886 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device aeee3446-ceeb-4415-a4d0-f80badedccf0 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:01.166617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2573b0b-0da2-4ca7-9cb8-6a400d9d9d70 None None] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:20:01.186963 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-75e89c13-bd7e-4312-a3df-bd7b0e163972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ade9cbda-bcd3-4cb6-93e4-c8502139e100), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.201745 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:01.218891 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:20:01.230383 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-75e89c13-bd7e-4312-a3df-bd7b0e163972 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fc1ce6b3c8df4f5999b8759f311abbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579448 Oct 26 11:20:01.232594 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56136) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:01.246009 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e89c13-bd7e-4312-a3df-bd7b0e163972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade9cbda-bcd3-4cb6-93e4-c8502139e100,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:01.266983 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] Provisioning complete for port aeee3446-ceeb-4415-a4d0-f80badedccf0 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:01.267363 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.267706 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] Attempt 1 to provision port aeee3446-ceeb-4415-a4d0-f80badedccf0 Oct 26 11:20:01.293248 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b2165d73-9d87-4183-981d-550c47b09e73 admin admin] Publish callbacks [] for security_group (ade9cbda-bcd3-4cb6-93e4-c8502139e100), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.309747 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port aeee3446-ceeb-4415-a4d0-f80badedccf0 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:01.310104 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.310442 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port aeee3446-ceeb-4415-a4d0-f80badedccf0 Oct 26 11:20:01.319379 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b2165d73-9d87-4183-981d-550c47b09e73 admin admin] Publish callbacks [] for security_group (ade9cbda-bcd3-4cb6-93e4-c8502139e100), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.347942 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:20:01.376352 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Sync routers for ids ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:20:01.410068 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b2165d73-9d87-4183-981d-550c47b09e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ade9cbda-bcd3-4cb6-93e4-c8502139e100), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.411847 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.413014 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b2165d73-9d87-4183-981d-550c47b09e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.414157 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b2165d73-9d87-4183-981d-550c47b09e73 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ade9cbda-bcd3-4cb6-93e4-c8502139e100 HTTP/1.1" status: 204 len: 168 time: 0.1806660 Oct 26 11:20:01.414758 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6ae6aad9-97f2-487a-9376-b06b15dc68e3 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9825406 Oct 26 11:20:01.420344 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56140) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:01.424630 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2165d73-9d87-4183-981d-550c47b09e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade9cbda-bcd3-4cb6-93e4-c8502139e100,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:01.466443 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Routers {'45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:20:01.467116 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:01.626637 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] Current status of the port aeee3446-ceeb-4415-a4d0-f80badedccf0 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:01.627385 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.663359 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port aeee3446-ceeb-4415-a4d0-f80badedccf0 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:01.663724 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.713133 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Set router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:20:01.725749 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824975c-a5b9-41ed-a8bb-33ff0dbf2704 req-aec6e0e8-dd6c-4a60-87c9-1fcf269f6b0a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:01.738141 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0824975c-a5b9-41ed-a8bb-33ff0dbf2704 req-aec6e0e8-dd6c-4a60-87c9-1fcf269f6b0a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 945 time: 0.1099682 Oct 26 11:20:01.751465 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:01.798629 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] For port aeee3446-ceeb-4415-a4d0-f80badedccf0, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=aeee3446-ceeb-4415-a4d0-f80badedccf0,segment=NetworkSegment(02d60a92-85b8-4dd0-b8b6-46ec810fbbf9),segment_id=02d60a92-85b8-4dd0-b8b6-46ec810fbbf9)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:01.821428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:01.867293 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:01.867445 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0824975c-a5b9-41ed-a8bb-33ff0dbf2704 req-94367b0f-a199-44f5-9f21-e5488a134ca8 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330512 Oct 26 11:20:01.958780 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45525a4f-1f8f-4307-a788-6a5a380a771f req-379d51a5-6e22-493f-895a-7ac4b3dae93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:01.960408 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-45525a4f-1f8f-4307-a788-6a5a380a771f req-379d51a5-6e22-493f-895a-7ac4b3dae93f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1130 time: 0.0527859 Oct 26 11:20:01.999593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-a6121a9c-b137-42b7-9a8c-a829327df712 None None] Provisioning complete for port aeee3446-ceeb-4415-a4d0-f80badedccf0 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:01.999966 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a6121a9c-b137-42b7-9a8c-a829327df712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.000329 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-a6121a9c-b137-42b7-9a8c-a829327df712 None None] Attempt 1 to provision port aeee3446-ceeb-4415-a4d0-f80badedccf0 Oct 26 11:20:02.004025 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 26 11:20:02.004165 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG oslo_db.api [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 26 11:20:02.052512 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-45525a4f-1f8f-4307-a788-6a5a380a771f req-85a74943-12a1-4d48-8cc9-5eed69c2b4a8 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851474 Oct 26 11:20:02.060584 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e9988-6def-4cfc-ad1b-9ba174e93396 None None] Pushing event updated for resources: {'Port': ['ID=aeee3446-ceeb-4415-a4d0-f80badedccf0,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:02.098469 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:20:00Z', 'revision_number': 3, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port': {'id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:59Z', 'updated_at': '2022-10-26T11:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:02.119865 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46f867-bb9e-4e6d-9769-1edea53c39ba req-e9f8b68e-b6fd-4081-a198-5469c0a9aefe tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:02.121002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.126939 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ea46f867-bb9e-4e6d-9769-1edea53c39ba req-e9f8b68e-b6fd-4081-a198-5469c0a9aefe tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0598621 Oct 26 11:20:02.128442 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Checking router: 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:20:02.128777 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Updating router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:20:02.167590 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:02.180021 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.187711 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ea46f867-bb9e-4e6d-9769-1edea53c39ba req-97710b12-7c6e-4f94-a8f4-1133814840af tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599236 Oct 26 11:20:02.223097 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-a6121a9c-b137-42b7-9a8c-a829327df712 None None] Current status of the port aeee3446-ceeb-4415-a4d0-f80badedccf0 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:02.277757 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:02.319496 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Allocated IP 172.20.0.1 (92cb9492-5ebc-4d55-b3c8-97f36548507d/3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9/4f136982-bad9-44da-aca4-bf95b2bacd79) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:20:02.441727 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks [] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.460711 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Publish callbacks [] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.538046 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port aeee3446-ceeb-4415-a4d0-f80badedccf0 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:02.539069 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:02.551214 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.571403 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.592029 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:20:02.594960 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:02.599949 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:20:02.604120 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:20:02.605165 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.646612 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Pushing event updated for resources: {'Port': ['ID=4f136982-bad9-44da-aca4-bf95b2bacd79,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:02.700224 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:20:02.798021 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 61c4a6a4-90ef-4263-98fc-44897522cba0 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:02.855514 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Attempting to bind port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:20:02.855883 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Attempting to bind port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:20:02.856244 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Attempting to bind port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:02.857228 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.897384 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f457e7f-f8bc-4fd6-9369-b8d09d62b16e None None] Pushing event updated for resources: {'Port': ['ID=238fcd8b-fa24-479b-a302-6baf0c9b69a1,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:02.911550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:02.911931 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.912270 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 Oct 26 11:20:02.954943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:02.977062 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-8309384a-5004-4e6e-930e-73dfb91ea279 None None] Provisioning complete for port 4f136982-bad9-44da-aca4-bf95b2bacd79 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:02.977444 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8309384a-5004-4e6e-930e-73dfb91ea279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.977775 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-8309384a-5004-4e6e-930e-73dfb91ea279 None None] Attempt 1 to provision port 4f136982-bad9-44da-aca4-bf95b2bacd79 Oct 26 11:20:02.980016 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:20:02.980378 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:20:02.980764 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.981150 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:20:02.981628 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Bound port: 238fcd8b-fa24-479b-a302-6baf0c9b69a1, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:20:02.981998 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:02.984457 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 61c4a6a4-90ef-4263-98fc-44897522cba0 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:20:03.053854 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1eeb20-ad65-46a8-9e05-686e17e5d366 req-038d669b-8eae-49a1-b4e0-d87a288b89fe tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:03.055295 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fc1eeb20-ad65-46a8-9e05-686e17e5d366 req-038d669b-8eae-49a1-b4e0-d87a288b89fe tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 945 time: 0.0852661 Oct 26 11:20:03.058194 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-8309384a-5004-4e6e-930e-73dfb91ea279 None None] Port 4f136982-bad9-44da-aca4-bf95b2bacd79 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:20:03.084429 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 61c4a6a4-90ef-4263-98fc-44897522cba0 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:03.084805 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.085135 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 61c4a6a4-90ef-4263-98fc-44897522cba0 Oct 26 11:20:03.130388 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] For port 238fcd8b-fa24-479b-a302-6baf0c9b69a1, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:20:03.130937 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks [] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.140254 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fc1eeb20-ad65-46a8-9e05-686e17e5d366 req-39cd37a8-df9b-43d0-a9fd-c026b6ca272b tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741403 Oct 26 11:20:03.141555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:03.141945 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.155779 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] For port 238fcd8b-fa24-479b-a302-6baf0c9b69a1, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=238fcd8b-fa24-479b-a302-6baf0c9b69a1,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:20:03.180318 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.181641 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.203691 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:03.224540 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 61c4a6a4-90ef-4263-98fc-44897522cba0 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:03.224921 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.228540 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:03.231296 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.256212 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Pushing event updated for resources: {'Port': ['ID=4f136982-bad9-44da-aca4-bf95b2bacd79,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:03.297040 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c4a6a4-90ef-4263-98fc-44897522cba0'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:20:03.300680 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38abc1d-9ec4-42ff-9bea-ba0366ef6f87" -d '{"events": [{"server_uuid": "01c8875e-d428-4653-8654-4ce0d4893ce2", "name": "network-vif-plugged", "status": "completed", "tag": "61c4a6a4-90ef-4263-98fc-44897522cba0"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:20:03.322588 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.328168 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Routers {'45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:20:03.328878 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:03.332091 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 61c4a6a4-90ef-4263-98fc-44897522cba0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=61c4a6a4-90ef-4263-98fc-44897522cba0,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:03.337570 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f457e7f-f8bc-4fd6-9369-b8d09d62b16e None None] Pushing event updated for resources: {'Port': ['ID=238fcd8b-fa24-479b-a302-6baf0c9b69a1,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:03.395004 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16f378a-e7d3-4f51-9941-642a199ea447 x-openstack-request-id: req-b16f378a-e7d3-4f51-9941-642a199ea447 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:20:03.395303 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c8875e-d428-4653-8654-4ce0d4893ce2", "name": "network-vif-plugged", "status": "completed", "tag": "61c4a6a4-90ef-4263-98fc-44897522cba0", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:20:03.395538 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b16f378a-e7d3-4f51-9941-642a199ea447 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:20:03.395949 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16f378a-e7d3-4f51-9941-642a199ea447'] response: {'server_uuid': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c4a6a4-90ef-4263-98fc-44897522cba0', 'code': 200} Oct 26 11:20:03.406163 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c77b9-c2e3-444f-aa1f-826ee38e305d req-85cc8161-77e7-4faf-bb5b-62ae3bf5dd34 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:03.415931 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:20:03.423573 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:20:03.424561 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a20c77b9-c2e3-444f-aa1f-826ee38e305d req-85cc8161-77e7-4faf-bb5b-62ae3bf5dd34 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.1254811 Oct 26 11:20:03.491949 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.494123 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:03.498399 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:03.539578 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a20c77b9-c2e3-444f-aa1f-826ee38e305d req-41231831-7cd2-451d-be91-ec541091c878 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140344 Oct 26 11:20:03.559958 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:03.565368 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device aeee3446-ceeb-4415-a4d0-f80badedccf0 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:03.577602 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:03.630674 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] Set router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:20:03.653657 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:20:03.740506 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=61c4a6a4-90ef-4263-98fc-44897522cba0,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:03.745784 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:03.768757 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port aeee3446-ceeb-4415-a4d0-f80badedccf0 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:03.773587 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.773587 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port aeee3446-ceeb-4415-a4d0-f80badedccf0 Oct 26 11:20:03.805361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:20:03.811661 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-3944ddfb-7520-4011-88bb-dd1dd3f88942 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3896899 Oct 26 11:20:03.866404 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-da5e336e-5781-44cf-bbd7-1d1b5dd1ef14 None None] Provisioning complete for port 4f136982-bad9-44da-aca4-bf95b2bacd79 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:03.866971 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-da5e336e-5781-44cf-bbd7-1d1b5dd1ef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:03.867120 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-da5e336e-5781-44cf-bbd7-1d1b5dd1ef14 None None] Attempt 1 to provision port 4f136982-bad9-44da-aca4-bf95b2bacd79 Oct 26 11:20:03.944905 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-da5e336e-5781-44cf-bbd7-1d1b5dd1ef14 None None] Port 4f136982-bad9-44da-aca4-bf95b2bacd79 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:20:03.989087 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port aeee3446-ceeb-4415-a4d0-f80badedccf0 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:03.997529 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 4, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port': {'id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:59Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '4f136982-bad9-44da-aca4-bf95b2bacd79', 'name': '', 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'mac_address': 'fa:16:3e:63:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:20:02Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 2, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'subnets': [{'id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:04.027278 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8efa37-fba2-48d3-9b4e-8b80d8cc71a4 None None] The sync data for ids ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'] in dv-cinder-815582-18-iscsi is: [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 4, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port': {'id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:59Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '4f136982-bad9-44da-aca4-bf95b2bacd79', 'name': '', 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'mac_address': 'fa:16:3e:63:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:20:02Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 2, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'subnets': [{'id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:20:04.316304 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56212) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:04.320779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe59078-c3e6-4f1e-8751-9d521a847326 req-f4b14e33-32ba-4634-9ce5-96b8f206b31d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:04.322902 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6fe59078-c3e6-4f1e-8751-9d521a847326 req-f4b14e33-32ba-4634-9ce5-96b8f206b31d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0870512 Oct 26 11:20:04.324178 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-0fb42212-6969-4456-a8b9-7bacf11a9dc6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1592834590', 'description': 'tempest-secgroup-smoke-1592834590 description', 'project_id': 'e378bfab9d91492e81320139fed867c6'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:04.381800 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6fe59078-c3e6-4f1e-8751-9d521a847326 req-214bea16-9cd5-4cbb-b05e-b5dc317e6e55 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529978 Oct 26 11:20:04.422504 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0fb42212-6969-4456-a8b9-7bacf11a9dc6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:04.514621 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0fb42212-6969-4456-a8b9-7bacf11a9dc6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group (54458c52-d4a3-4b90-889d-0c3e92078ea2), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:04.564465 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0fb42212-6969-4456-a8b9-7bacf11a9dc6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (54458c52-d4a3-4b90-889d-0c3e92078ea2), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:04.598682 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb42212-6969-4456-a8b9-7bacf11a9dc6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54458c52-d4a3-4b90-889d-0c3e92078ea2,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:04.657182 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0fb42212-6969-4456-a8b9-7bacf11a9dc6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:04.658422 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-0fb42212-6969-4456-a8b9-7bacf11a9dc6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3411677 Oct 26 11:20:04.661479 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56218) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:04.665790 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-0e96772c-5941-4d35-a5ea-7a6bd40462e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'security_group_rule': {'security_group_id': '54458c52-d4a3-4b90-889d-0c3e92078ea2', 'project_id': 'e378bfab9d91492e81320139fed867c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:04.885583 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:04.894735 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2533a-870f-43ff-85c7-75dd645b2b28 req-c62963d8-e01e-49c5-b07a-aeeb8822efbf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:04.896269 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fce2533a-870f-43ff-85c7-75dd645b2b28 req-c62963d8-e01e-49c5-b07a-aeeb8822efbf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.2761068 Oct 26 11:20:04.908452 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578c006-4d7d-418f-95ae-2042c97f861c req-41850de0-f312-437f-b6df-1375f75d4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:04.918291 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7578c006-4d7d-418f-95ae-2042c97f861c req-41850de0-f312-437f-b6df-1375f75d4ed8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 1130 time: 0.0402606 Oct 26 11:20:04.950480 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fce2533a-870f-43ff-85c7-75dd645b2b28 req-85958b61-6422-46d3-8b0c-f3ef61c65f12 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457046 Oct 26 11:20:04.965852 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7578c006-4d7d-418f-95ae-2042c97f861c req-34905a86-1a26-43bd-9d81-a63037a1d31f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Oct 26 11:20:04.970061 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e96772c-5941-4d35-a5ea-7a6bd40462e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (328e0d68-bfc6-4f8f-8e56-adacaf08f498), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.043894 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e96772c-5941-4d35-a5ea-7a6bd40462e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (328e0d68-bfc6-4f8f-8e56-adacaf08f498), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.139646 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e96772c-5941-4d35-a5ea-7a6bd40462e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (328e0d68-bfc6-4f8f-8e56-adacaf08f498), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.157912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96772c-5941-4d35-a5ea-7a6bd40462e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328e0d68-bfc6-4f8f-8e56-adacaf08f498,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:05.263647 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e96772c-5941-4d35-a5ea-7a6bd40462e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.264878 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-0e96772c-5941-4d35-a5ea-7a6bd40462e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6024952 Oct 26 11:20:05.267718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56228) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:05.272005 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-2699e762-5e5b-4773-a71e-55622e96f4e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'security_group_rule': {'security_group_id': '54458c52-d4a3-4b90-889d-0c3e92078ea2', 'project_id': 'e378bfab9d91492e81320139fed867c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:05.369573 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2699e762-5e5b-4773-a71e-55622e96f4e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (96ce358c-cdbb-497b-bb1c-49295af9988d), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.422101 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:05.451442 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c785cff-e291-4ea1-ac25-ab4fc70dbf31 req-3fcd7d65-5846-4c75-bdb8-1ab4e0f67878 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:05.458190 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1c785cff-e291-4ea1-ac25-ab4fc70dbf31 req-3fcd7d65-5846-4c75-bdb8-1ab4e0f67878 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0659423 Oct 26 11:20:05.475077 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:05.475752 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.476079 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 Oct 26 11:20:05.484207 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2699e762-5e5b-4773-a71e-55622e96f4e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (96ce358c-cdbb-497b-bb1c-49295af9988d), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.485448 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:05.511991 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1c785cff-e291-4ea1-ac25-ab4fc70dbf31 req-02099b7f-e727-43a9-b94d-8b937806eeeb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527828 Oct 26 11:20:05.553154 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26b937-ada8-40ba-a5cf-0b4feca12724 req-9f49ba5c-e71a-4904-89ce-38f394b77aa1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:05.554955 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3b26b937-ada8-40ba-a5cf-0b4feca12724 req-9f49ba5c-e71a-4904-89ce-38f394b77aa1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0555382 Oct 26 11:20:05.568588 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:05.591164 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2699e762-5e5b-4773-a71e-55622e96f4e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (96ce358c-cdbb-497b-bb1c-49295af9988d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.632948 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3b26b937-ada8-40ba-a5cf-0b4feca12724 req-5dcbb0cd-b9e1-423d-8c8e-c55a02dcfeb1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678101 Oct 26 11:20:05.642894 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699e762-5e5b-4773-a71e-55622e96f4e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ce358c-cdbb-497b-bb1c-49295af9988d,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:05.719495 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2699e762-5e5b-4773-a71e-55622e96f4e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.720729 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2699e762-5e5b-4773-a71e-55622e96f4e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4520600 Oct 26 11:20:05.723494 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56236) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:05.728111 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-ad48189f-639d-442c-ad5a-35642f26cdc5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'security_group_rule': {'security_group_id': '54458c52-d4a3-4b90-889d-0c3e92078ea2', 'project_id': 'e378bfab9d91492e81320139fed867c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:05.838434 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad48189f-639d-442c-ad5a-35642f26cdc5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (c9fbdd2e-c490-42c0-8767-4c6302d10d54), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.900792 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad48189f-639d-442c-ad5a-35642f26cdc5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (c9fbdd2e-c490-42c0-8767-4c6302d10d54), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.968475 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad48189f-639d-442c-ad5a-35642f26cdc5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (c9fbdd2e-c490-42c0-8767-4c6302d10d54), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:05.985756 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:05.988834 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48189f-639d-442c-ad5a-35642f26cdc5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fbdd2e-c490-42c0-8767-4c6302d10d54,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:06.046700 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad48189f-639d-442c-ad5a-35642f26cdc5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.050552 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ad48189f-639d-442c-ad5a-35642f26cdc5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235438 Oct 26 11:20:06.055540 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56240) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:06.056565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-0a2b46f3-eaa3-41ab-bec7-ab245a579660 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'security_group_rule': {'security_group_id': '54458c52-d4a3-4b90-889d-0c3e92078ea2', 'project_id': 'e378bfab9d91492e81320139fed867c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:06.147332 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a2b46f3-eaa3-41ab-bec7-ab245a579660 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (5638028f-325b-4022-9800-74e80145e157), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.212453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a2b46f3-eaa3-41ab-bec7-ab245a579660 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (5638028f-325b-4022-9800-74e80145e157), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.256981 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a2b46f3-eaa3-41ab-bec7-ab245a579660 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (5638028f-325b-4022-9800-74e80145e157), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.283332 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b46f3-eaa3-41ab-bec7-ab245a579660 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5638028f-325b-4022-9800-74e80145e157,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:06.364633 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a2b46f3-eaa3-41ab-bec7-ab245a579660 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.365847 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0a2b46f3-eaa3-41ab-bec7-ab245a579660 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139169 Oct 26 11:20:06.368562 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56244) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:06.373099 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'security_group_rule': {'security_group_id': '54458c52-d4a3-4b90-889d-0c3e92078ea2', 'project_id': 'e378bfab9d91492e81320139fed867c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:06.483195 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.securitygroups_db [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Project e378bfab9d91492e81320139fed867c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:20:06.488969 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (b27855a0-f7ac-4924-a8af-a1212fdbd078), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.547097 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (b27855a0-f7ac-4924-a8af-a1212fdbd078), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.654847 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (b27855a0-f7ac-4924-a8af-a1212fdbd078), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.687268 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ace3-9346-4e25-9aec-7462b8c3ad34 req-760ba3ff-9e2b-4169-9e22-950edfe500a7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:06.689163 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-57f8ace3-9346-4e25-9aec-7462b8c3ad34 req-760ba3ff-9e2b-4169-9e22-950edfe500a7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.1016636 Oct 26 11:20:06.691691 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-0c7c7d34-8f39-4a96-9aa6-2f89198dcda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:06.693212 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-0c7c7d34-8f39-4a96-9aa6-2f89198dcda8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1130 time: 0.0735862 Oct 26 11:20:06.699336 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27855a0-f7ac-4924-a8af-a1212fdbd078,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:06.771276 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-57f8ace3-9346-4e25-9aec-7462b8c3ad34 req-ce3d05af-f1bb-41f4-9d1f-74ba742f632a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733404 Oct 26 11:20:06.774521 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a882e1a-3d2a-452e-a73f-981b169b8008 req-7ec2cde0-3946-4f11-b5ea-bcae27c1b18e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:06.777128 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2a882e1a-3d2a-452e-a73f-981b169b8008 req-7ec2cde0-3946-4f11-b5ea-bcae27c1b18e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0477424 Oct 26 11:20:06.826067 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:06.827728 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d9f32b58-1ea9-498e-b9e2-15a3bfe2c3f8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4580181 Oct 26 11:20:06.833209 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:06.833931 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56252) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:06.840599 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2a882e1a-3d2a-452e-a73f-981b169b8008 req-a4940ba6-3ce1-475d-8bb5-e74a595d5a3d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566411 Oct 26 11:20:06.841041 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'security_group_rule': {'security_group_id': '54458c52-d4a3-4b90-889d-0c3e92078ea2', 'project_id': 'e378bfab9d91492e81320139fed867c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:06.854028 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-ae52b558-1b6e-4cff-bb4c-80fd18593cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:06.855565 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-ae52b558-1b6e-4cff-bb4c-80fd18593cac service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.1268089 Oct 26 11:20:06.981876 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.securitygroups_db [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Project e378bfab9d91492e81320139fed867c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:20:06.987831 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (c41cfe9f-bc74-4bbd-a55e-0f46b446e3c2), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:07.034986 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:07.053420 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (c41cfe9f-bc74-4bbd-a55e-0f46b446e3c2), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:07.118764 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (c41cfe9f-bc74-4bbd-a55e-0f46b446e3c2), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:07.151803 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41cfe9f-bc74-4bbd-a55e-0f46b446e3c2,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:07.189367 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:07.202034 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a98a4808-00d6-4a27-8f69-97ca28e2617d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3594403 Oct 26 11:20:07.260163 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-7f81fd78-aafc-4e6e-ada0-f31118167717 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 200 len: 217 time: 0.0389884 Oct 26 11:20:07.426440 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Sync routers for ids ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:20:07.439439 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Routers {'45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:20:07.440348 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:07.465588 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 238fcd8b-fa24-479b-a302-6baf0c9b69a1 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:07.514949 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:07.515222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:07.515535 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 Oct 26 11:20:07.590640 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:07.591063 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:07.615471 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 238fcd8b-fa24-479b-a302-6baf0c9b69a1, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=238fcd8b-fa24-479b-a302-6baf0c9b69a1,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:07.634238 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Set router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:20:07.690015 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:07.743748 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=238fcd8b-fa24-479b-a302-6baf0c9b69a1,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:07.842932 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 4, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port': {'id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:41:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:59Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '4f136982-bad9-44da-aca4-bf95b2bacd79', 'name': '', 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'mac_address': 'fa:16:3e:63:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:20:02Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 2, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'subnets': [{'id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:07.885871 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Checking router: 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:20:07.886276 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Updating router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 port 4f136982-bad9-44da-aca4-bf95b2bacd79 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:20:07.927383 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:08.043380 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ccb70-d846-40f9-b000-50ebb9eee460 req-2c9daed2-a2c3-4420-8ae1-aa0e6f6decff tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.046427 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-082ccb70-d846-40f9-b000-50ebb9eee460 req-2c9daed2-a2c3-4420-8ae1-aa0e6f6decff tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.1046650 Oct 26 11:20:08.062506 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:08.106381 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-082ccb70-d846-40f9-b000-50ebb9eee460 req-3e487451-b59b-48e3-b95c-ad5313b747ed tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528882 Oct 26 11:20:08.154089 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-a291fc3e-9b8e-4aaf-a81c-d5827b3ca455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.155627 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-a291fc3e-9b8e-4aaf-a81c-d5827b3ca455 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.3852398 Oct 26 11:20:08.173205 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0b717-c455-428d-9864-39f77f091ffc req-5be44a22-52dc-4b31-91da-baba802f879a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.173205 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fca0b717-c455-428d-9864-39f77f091ffc req-5be44a22-52dc-4b31-91da-baba802f879a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0698416 Oct 26 11:20:08.181368 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:08.232555 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-f7365c0c-195a-4dd2-b7dd-dc32426b498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.234093 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-f7365c0c-195a-4dd2-b7dd-dc32426b498e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631418 Oct 26 11:20:08.268099 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fca0b717-c455-428d-9864-39f77f091ffc req-c5d1720d-91a6-44a3-bdaa-b8d5aa878e28 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885882 Oct 26 11:20:08.270910 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Publish callbacks [] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:08.336436 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-b6821a84-7d08-4caa-aec4-10bd65a7f9f2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927079 Oct 26 11:20:08.375407 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:08.438341 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-def3816b-70f3-43ad-9cfd-bbbd9f6fe90f req-7f25e774-51da-4119-a0c1-acaff4cfd3f3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948396 Oct 26 11:20:08.442005 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e9527-124c-4eee-b198-4dde6f0573b1 None None] Pushing event updated for resources: {'Port': ['ID=4f136982-bad9-44da-aca4-bf95b2bacd79,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:08.472010 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Attempting to bind port 4f136982-bad9-44da-aca4-bf95b2bacd79 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:20:08.472355 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Attempting to bind port 4f136982-bad9-44da-aca4-bf95b2bacd79 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:20:08.472709 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Attempting to bind port 4f136982-bad9-44da-aca4-bf95b2bacd79 on network 92cb9492-5ebc-4d55-b3c8-97f36548507d {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:08.500247 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:08.529793 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:20:08.530245 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Checking segment: {'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:20:08.530646 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:08.531101 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Bound using segment: {'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:20:08.531571 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Bound port: 4f136982-bad9-44da-aca4-bf95b2bacd79, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:20:08.531940 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:08.582939 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-f90097f5-9dc8-43b9-af3a-65e974dfd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.586865 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-f90097f5-9dc8-43b9-af3a-65e974dfd4f3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1130 time: 0.0550873 Oct 26 11:20:08.599737 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] For port 4f136982-bad9-44da-aca4-bf95b2bacd79, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:20:08.603240 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] For port 4f136982-bad9-44da-aca4-bf95b2bacd79, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4f136982-bad9-44da-aca4-bf95b2bacd79,segment=NetworkSegment(02d60a92-85b8-4dd0-b8b6-46ec810fbbf9),segment_id=02d60a92-85b8-4dd0-b8b6-46ec810fbbf9)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:20:08.678323 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:08.718167 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Routers {'45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:20:08.719056 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:19:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:08.775882 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e9527-124c-4eee-b198-4dde6f0573b1 None None] Pushing event updated for resources: {'Port': ['ID=4f136982-bad9-44da-aca4-bf95b2bacd79,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:08.789326 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-38870eb9-4381-4458-be4f-a16ef2cdc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.790804 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-38870eb9-4381-4458-be4f-a16ef2cdc502 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.0988529 Oct 26 11:20:08.837128 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-299bdd2f-9212-4ecd-be84-c268011eb343 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 200 len: 217 time: 0.0379806 Oct 26 11:20:08.845222 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] Set router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:20:08.894296 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-7d5d669b-1a4a-4e85-a2e8-104d0779e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.895918 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-7d5d669b-1a4a-4e85-a2e8-104d0779e78d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0539801 Oct 26 11:20:08.955976 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-3b278462-ce58-46d8-bdf7-bdf47c32cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:08.957550 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-3b278462-ce58-46d8-bdf7-bdf47c32cf46 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391982 Oct 26 11:20:09.036170 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 4, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port': {'id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:59Z', 'updated_at': '2022-10-26T11:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '4f136982-bad9-44da-aca4-bf95b2bacd79', 'name': '', 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'mac_address': 'fa:16:3e:63:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:20:02Z', 'updated_at': '2022-10-26T11:20:08Z', 'revision_number': 4, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'subnets': [{'id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:20:09.051095 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-141f231e-2aeb-4283-9762-778f22becbe5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864141 Oct 26 11:20:09.062636 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e82f7e-6766-4b9e-9068-c09471b841dc None None] The sync data for ids ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'] in dv-cinder-815582-18-iscsi is: [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:20:02Z', 'revision_number': 4, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port': {'id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:59Z', 'updated_at': '2022-10-26T11:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '4f136982-bad9-44da-aca4-bf95b2bacd79', 'name': '', 'network_id': '92cb9492-5ebc-4d55-b3c8-97f36548507d', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'mac_address': 'fa:16:3e:63:46:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:20:02Z', 'updated_at': '2022-10-26T11:20:08Z', 'revision_number': 4, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'subnets': [{'id': '3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:20:09.128939 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:09.159667 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5f3ad2c-4d7f-4308-b666-33a532217c99 req-7e2817b9-6779-4110-b4eb-d98a95d3bf27 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986526 Oct 26 11:20:09.424549 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769e494-20cb-48b2-8109-e8fc7b3f3e46 req-334121d3-e84c-4e01-afd6-c7a1ebd20e39 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:09.428173 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4769e494-20cb-48b2-8109-e8fc7b3f3e46 req-334121d3-e84c-4e01-afd6-c7a1ebd20e39 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0570495 Oct 26 11:20:09.451507 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4f136982-bad9-44da-aca4-bf95b2bacd79 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:09.455611 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:09.484612 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4769e494-20cb-48b2-8109-e8fc7b3f3e46 req-7af0276b-0147-488c-a63e-65242d45ffe2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527945 Oct 26 11:20:09.509104 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 4f136982-bad9-44da-aca4-bf95b2bacd79 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:09.509759 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:09.510259 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 4f136982-bad9-44da-aca4-bf95b2bacd79 Oct 26 11:20:09.591273 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 4f136982-bad9-44da-aca4-bf95b2bacd79 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:09.596377 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:09.629135 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 4f136982-bad9-44da-aca4-bf95b2bacd79, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4f136982-bad9-44da-aca4-bf95b2bacd79,segment=NetworkSegment(02d60a92-85b8-4dd0-b8b6-46ec810fbbf9),segment_id=02d60a92-85b8-4dd0-b8b6-46ec810fbbf9)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:09.713155 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:09.713985 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 238fcd8b-fa24-479b-a302-6baf0c9b69a1 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:09.785931 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=4f136982-bad9-44da-aca4-bf95b2bacd79,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:09.796526 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:09.796908 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:09.797245 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 Oct 26 11:20:09.875771 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:10.604562 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed28341-5b80-4f32-8f9e-f4a11eee1abc req-81348920-7b92-49a0-b6d9-be0e04281a02 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:10.606537 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7ed28341-5b80-4f32-8f9e-f4a11eee1abc req-81348920-7b92-49a0-b6d9-be0e04281a02 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0459130 Oct 26 11:20:10.658719 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7ed28341-5b80-4f32-8f9e-f4a11eee1abc req-6503cfc8-d574-4a36-bc12-8152071f010d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Oct 26 11:20:11.410912 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4f136982-bad9-44da-aca4-bf95b2bacd79 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:11.454727 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 4f136982-bad9-44da-aca4-bf95b2bacd79 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:11.455128 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:11.455465 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 4f136982-bad9-44da-aca4-bf95b2bacd79 Oct 26 11:20:11.660564 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 4f136982-bad9-44da-aca4-bf95b2bacd79 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:11.821579 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7b802-0b7d-4329-9b27-7286abd0f084 req-05dbf2c7-98e8-49ab-8333-622c5568fdf4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:11.821579 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4db7b802-0b7d-4329-9b27-7286abd0f084 req-05dbf2c7-98e8-49ab-8333-622c5568fdf4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0694315 Oct 26 11:20:11.853556 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4db7b802-0b7d-4329-9b27-7286abd0f084 req-711e660f-9aca-4a15-97a4-08c275ced99b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Oct 26 11:20:12.483788 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:12.977808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f284908-586f-4e2e-8d8b-21f4cdfacd13 req-e654a50f-5ef3-4adb-868a-460ec8430779 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:12.979204 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f284908-586f-4e2e-8d8b-21f4cdfacd13 req-e654a50f-5ef3-4adb-868a-460ec8430779 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0472806 Oct 26 11:20:13.026622 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f284908-586f-4e2e-8d8b-21f4cdfacd13 req-04c9f4df-1efa-4709-a204-bf01f86ee3dc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 Oct 26 11:20:14.145493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b8f15-1635-4960-a27a-e4ac4a882d18 req-3d75714f-abdb-42e1-a68a-da9efc065814 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:14.147085 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c00b8f15-1635-4960-a27a-e4ac4a882d18 req-3d75714f-abdb-42e1-a68a-da9efc065814 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0458083 Oct 26 11:20:14.195057 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c00b8f15-1635-4960-a27a-e4ac4a882d18 req-baa24930-d546-42b2-b1ee-f39fed69259e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Oct 26 11:20:15.320904 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ef24b-4efa-42c9-bb7f-637f979f99e4 req-6567de37-e6f8-4145-9503-ad51e3d1f36c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:15.322376 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bb1ef24b-4efa-42c9-bb7f-637f979f99e4 req-6567de37-e6f8-4145-9503-ad51e3d1f36c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0505211 Oct 26 11:20:15.339862 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:15.370094 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bb1ef24b-4efa-42c9-bb7f-637f979f99e4 req-4dc83e5b-5fff-4cd2-b3dd-a5acd8542dbc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Oct 26 11:20:16.490002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65769a28-43a6-4031-90cc-5400d6e0b91e req-c513860b-9fa5-45d0-a020-92b8086bb198 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:16.491510 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65769a28-43a6-4031-90cc-5400d6e0b91e req-c513860b-9fa5-45d0-a020-92b8086bb198 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0463958 Oct 26 11:20:16.542759 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65769a28-43a6-4031-90cc-5400d6e0b91e req-af8e2cfa-daa4-4bb3-8bc7-eab426ba8154 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Oct 26 11:20:17.343105 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-07299641-2ea7-443d-9be1-f536528594e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:17.663600 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac2613-56c5-41c1-8d0b-ef5fee35cab5 req-7daacc1f-db41-47ca-821e-e26a3b19da33 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:17.666264 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8cac2613-56c5-41c1-8d0b-ef5fee35cab5 req-7daacc1f-db41-47ca-821e-e26a3b19da33 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0474958 Oct 26 11:20:17.714547 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8cac2613-56c5-41c1-8d0b-ef5fee35cab5 req-689e5aa1-7872-4226-b2d8-690ee797aaab tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Oct 26 11:20:18.839333 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468ca3-b267-42ae-90a2-184f82243e2a req-fb01440d-7bdd-4abb-a88d-b920d54954ee tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:18.839333 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b6468ca3-b267-42ae-90a2-184f82243e2a req-fb01440d-7bdd-4abb-a88d-b920d54954ee tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0475833 Oct 26 11:20:18.882886 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b6468ca3-b267-42ae-90a2-184f82243e2a req-a6604d78-b249-47a4-892f-9340b52661e0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Oct 26 11:20:19.038985 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:19.039736 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:19.697555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a969-6295-4639-a056-69dce6124d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:20.001783 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a7a6e-4f7b-46ca-ace6-40b06ae7f66b req-8410991f-553f-4f5d-8b6d-96bd5c6b799d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:20.003235 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-534a7a6e-4f7b-46ca-ace6-40b06ae7f66b req-8410991f-553f-4f5d-8b6d-96bd5c6b799d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0457108 Oct 26 11:20:20.052678 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-534a7a6e-4f7b-46ca-ace6-40b06ae7f66b req-f5bd9697-8b61-4cfd-92b8-de4e122c791f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 Oct 26 11:20:20.971769 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:21.172444 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9b8b2-22a3-4666-be59-3edd095f9f4b req-6aae6c08-f2c5-4f59-8a8e-b7197f690b81 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:21.174121 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a7a9b8b2-22a3-4666-be59-3edd095f9f4b req-6aae6c08-f2c5-4f59-8a8e-b7197f690b81 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0485551 Oct 26 11:20:21.222769 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a7a9b8b2-22a3-4666-be59-3edd095f9f4b req-3fe2dbde-92cd-4753-b20f-c1d230515b89 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Oct 26 11:20:22.182511 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25795f6d-ad60-411f-9be0-7dd45cc9b53d req-97d332ee-aa34-427c-84d9-c778bb2f46cf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:22.183989 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-25795f6d-ad60-411f-9be0-7dd45cc9b53d req-97d332ee-aa34-427c-84d9-c778bb2f46cf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0485790 Oct 26 11:20:22.238455 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-25795f6d-ad60-411f-9be0-7dd45cc9b53d req-418581a5-d904-4f59-ac9c-5ea07b83603d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Oct 26 11:20:22.348525 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300016c4-f372-430f-94a5-4d07ab5037da req-f90c35b5-8039-4701-8c34-4023d63018f5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:22.349895 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-300016c4-f372-430f-94a5-4d07ab5037da req-f90c35b5-8039-4701-8c34-4023d63018f5 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0510612 Oct 26 11:20:22.395725 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-300016c4-f372-430f-94a5-4d07ab5037da req-9bd741b0-d008-4d93-9567-47fbb3811d53 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Oct 26 11:20:22.673997 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:22.839789 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:23.357295 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee225c87-7273-4f16-8cac-287e4545efe6 req-0e95a9b0-ce94-4a9a-b7ae-c168542f6243 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:23.358767 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ee225c87-7273-4f16-8cac-287e4545efe6 req-0e95a9b0-ce94-4a9a-b7ae-c168542f6243 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0467343 Oct 26 11:20:23.405477 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ee225c87-7273-4f16-8cac-287e4545efe6 req-dba0f3de-ad7e-4a45-a021-7d913ee330a3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 Oct 26 11:20:23.524414 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232578-0ac4-4164-b613-ded17dac0c4a req-6711d6d5-87a2-4caf-ad79-33fa7bedd87c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:23.525829 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e7232578-0ac4-4164-b613-ded17dac0c4a req-6711d6d5-87a2-4caf-ad79-33fa7bedd87c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0465255 Oct 26 11:20:23.575582 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e7232578-0ac4-4164-b613-ded17dac0c4a req-880a16cc-230d-43ef-855f-243d4e3bccfe tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Oct 26 11:20:24.526795 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e61d3-cb72-453e-8080-b2ba81c6d215 req-64851319-b8c9-487d-be1a-3c179ce8631a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:24.528238 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c92e61d3-cb72-453e-8080-b2ba81c6d215 req-64851319-b8c9-487d-be1a-3c179ce8631a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Oct 26 11:20:24.574697 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c92e61d3-cb72-453e-8080-b2ba81c6d215 req-190a0ad4-8f42-47f3-8f7f-cf78686637fd tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Oct 26 11:20:24.700652 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea59548-add9-4d26-b7bd-1c78da91ba3d req-5ac34a94-d2ef-48ae-94b7-304ef5ecdfa0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:24.704371 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ea59548-add9-4d26-b7bd-1c78da91ba3d req-5ac34a94-d2ef-48ae-94b7-304ef5ecdfa0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0546710 Oct 26 11:20:24.752725 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ea59548-add9-4d26-b7bd-1c78da91ba3d req-428a4b19-3314-45d6-9448-016c172f9bdb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458257 Oct 26 11:20:25.033590 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:25.072775 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-6168c534-b6e6-4a48-90f2-af0d1a4ed639 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1488296574&fields=id&tenant_id=a30976e8b35f436b84dc4488dcf5acaf HTTP/1.1" status: 200 len: 267 time: 0.0451410 Oct 26 11:20:25.146636 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:25.180287 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-36d9adb2-36b8-4fe2-ac66-00916f3b00a7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:25.181659 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-36d9adb2-36b8-4fe2-ac66-00916f3b00a7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 200 len: 809 time: 0.1018538 Oct 26 11:20:25.196708 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-11e7b699-bc06-4948-a448-0c0ed9a0c344 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/quotas/a30976e8b35f436b84dc4488dcf5acaf HTTP/1.1" status: 200 len: 375 time: 0.0094557 Oct 26 11:20:25.244255 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-9ef44c5d-f3b5-4b9c-b916-3ac5f036579d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427580 Oct 26 11:20:25.339020 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-c3974f3e-8fbc-42ec-a2ca-c69f7b5aa577 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830739 Oct 26 11:20:25.434576 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-741d6f41-5e99-4629-afe6-82478acb4586 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895209 Oct 26 11:20:25.700852 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b03c2-2e53-494f-8bf2-682e3c3b9a71 req-eda173d9-f3e1-4547-b03c-51863bcabe85 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:25.702241 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-635b03c2-2e53-494f-8bf2-682e3c3b9a71 req-eda173d9-f3e1-4547-b03c-51863bcabe85 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0477407 Oct 26 11:20:25.750514 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-635b03c2-2e53-494f-8bf2-682e3c3b9a71 req-2435eccc-d3a3-42e1-b69d-a9ba62080baf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Oct 26 11:20:25.878287 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35023b-c100-4fe1-bcbe-9cfcb3a170a2 req-5e0d255b-02b7-4416-914b-f2cd800f1d32 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:25.879807 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3b35023b-c100-4fe1-bcbe-9cfcb3a170a2 req-5e0d255b-02b7-4416-914b-f2cd800f1d32 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0507247 Oct 26 11:20:25.930607 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3b35023b-c100-4fe1-bcbe-9cfcb3a170a2 req-6001efba-126c-4ca7-82e1-adfda0611919 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451956 Oct 26 11:20:26.096058 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-708615a6-e5ff-4ad2-af80-492bd18ef6b4 req-aa207504-1ca6-4a8a-8e57-1b05f6476f2f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 210 time: 0.0410192 Oct 26 11:20:26.577920 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56564) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:26.634978 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-8fe6a6b2-8a52-4d6b-b09c-73e0729182c1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:26.637120 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-8fe6a6b2-8a52-4d6b-b09c-73e0729182c1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0495663 Oct 26 11:20:26.648363 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:26.699602 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-72210468-c94c-40c7-95cc-8267a17506f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:26.763476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Deleting port 61c4a6a4-90ef-4263-98fc-44897522cba0 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:20:26.763476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:26.782391 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:26.889049 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacef55-e0b4-4834-86b9-2927bff7efa1 req-1e5c08c0-645d-420f-8265-6889884eef7e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:26.891347 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dbacef55-e0b4-4834-86b9-2927bff7efa1 req-1e5c08c0-645d-420f-8265-6889884eef7e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 946 time: 0.0569153 Oct 26 11:20:26.893216 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] For port 61c4a6a4-90ef-4263-98fc-44897522cba0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=61c4a6a4-90ef-4263-98fc-44897522cba0,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:26.893579 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:26.904879 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-72210468-c94c-40c7-95cc-8267a17506f8 admin admin] Publish callbacks [] for security_group (96ae8a8f-fab9-4790-8f64-0dfd4fea7100), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:26.911666 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Calling delete_port for 61c4a6a4-90ef-4263-98fc-44897522cba0 owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:20:26.941006 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dbacef55-e0b4-4834-86b9-2927bff7efa1 req-77280549-1508-4555-905f-ca92e62977fd tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Oct 26 11:20:26.989211 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-72210468-c94c-40c7-95cc-8267a17506f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (96ae8a8f-fab9-4790-8f64-0dfd4fea7100), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:27.064159 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-72210468-c94c-40c7-95cc-8267a17506f8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=087d975c398e4bf59293b8b106525489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4849706 Oct 26 11:20:27.066902 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56574) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:27.067149 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72210468-c94c-40c7-95cc-8267a17506f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ae8a8f-fab9-4790-8f64-0dfd4fea7100,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:27.123076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3ce504b5-9035-4a55-b09c-3d0cb0275712 admin admin] Publish callbacks [] for security_group (96ae8a8f-fab9-4790-8f64-0dfd4fea7100), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:27.145128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3ce504b5-9035-4a55-b09c-3d0cb0275712 admin admin] Publish callbacks [] for security_group (96ae8a8f-fab9-4790-8f64-0dfd4fea7100), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:27.172829 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (61c4a6a4-90ef-4263-98fc-44897522cba0), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:27.195752 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:27.214409 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ce8be905-fb2f-4f45-8b8e-6f53f1128c85 req-531e10af-ef69-4fe9-adc1-875acc6b2500 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 210 time: 0.0547891 Oct 26 11:20:27.216620 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['61c4a6a4-90ef-4263-98fc-44897522cba0'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:20:27.218992 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Pushing event deleted for resources: {'Port': ['ID=61c4a6a4-90ef-4263-98fc-44897522cba0,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:27.264400 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3ce504b5-9035-4a55-b09c-3d0cb0275712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (96ae8a8f-fab9-4790-8f64-0dfd4fea7100), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:27.265722 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] No DVR routers for this DVR port 61c4a6a4-90ef-4263-98fc-44897522cba0 on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:20:27.267691 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3ce504b5-9035-4a55-b09c-3d0cb0275712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:27.268859 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-3ce504b5-9035-4a55-b09c-3d0cb0275712 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/96ae8a8f-fab9-4790-8f64-0dfd4fea7100 HTTP/1.1" status: 204 len: 168 time: 0.2009287 Oct 26 11:20:27.268975 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:27.272512 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1c8c5524-c56e-44c3-95a4-35449eb76beb req-9356cf04-f9a9-44b9-b4da-729e8e146510 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "DELETE /networking/v2.0/ports/61c4a6a4-90ef-4263-98fc-44897522cba0 HTTP/1.1" status: 204 len: 173 time: 0.6303163 Oct 26 11:20:27.276655 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'name': 'network-vif-deleted', 'tag': '61c4a6a4-90ef-4263-98fc-44897522cba0'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:20:27.276655 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a9ce19-8e7c-4ecf-8ca6-de08a2955907" -d '{"events": [{"server_uuid": "01c8875e-d428-4653-8654-4ce0d4893ce2", "name": "network-vif-deleted", "tag": "61c4a6a4-90ef-4263-98fc-44897522cba0"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:20:27.277916 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce504b5-9035-4a55-b09c-3d0cb0275712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ae8a8f-fab9-4790-8f64-0dfd4fea7100,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:27.326779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b080725f-2112-4a13-a51e-2e8ec90fcdc2 x-openstack-request-id: req-b080725f-2112-4a13-a51e-2e8ec90fcdc2 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:20:27.326779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c8875e-d428-4653-8654-4ce0d4893ce2", "name": "network-vif-deleted", "tag": "61c4a6a4-90ef-4263-98fc-44897522cba0", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:20:27.326779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b080725f-2112-4a13-a51e-2e8ec90fcdc2 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:20:27.326779 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b080725f-2112-4a13-a51e-2e8ec90fcdc2'] response: {'server_uuid': '01c8875e-d428-4653-8654-4ce0d4893ce2', 'name': 'network-vif-deleted', 'tag': '61c4a6a4-90ef-4263-98fc-44897522cba0', 'status': 'completed', 'code': 200} Oct 26 11:20:28.069841 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4fbfd9bc-a2a1-413f-ba93-74ed5ab7a126 req-7ccbdab5-e999-49b9-9308-615adb273735 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 210 time: 0.0325460 Oct 26 11:20:28.320947 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dd8c187f-ad98-4826-a575-c059cff0343a req-df0a5b7c-4fe3-4c92-8d3b-efd1c966e8a2 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 210 time: 0.0324023 Oct 26 11:20:28.692710 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-b072d718-1844-4983-9ea2-6fb56f83b3ae tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:28.694179 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-b072d718-1844-4983-9ea2-6fb56f83b3ae tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.55 "GET /networking/v2.0/networks?id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 200 len: 809 time: 0.1180487 Oct 26 11:20:28.774574 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-951cafb5-1854-4300-b5b7-fa4394d99af3 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a30976e8b35f436b84dc4488dcf5acaf HTTP/1.1" status: 200 len: 380 time: 0.0601609 Oct 26 11:20:28.786161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'port': {'device_id': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'admin_state_up': True, 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'security_groups': ['7eba6524-10aa-436f-9da5-1b80ab261e50']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:28.938847 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Made reservation on behalf of a30976e8b35f436b84dc4488dcf5acaf for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:20:28.943195 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:29.073406 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Allocated IP 172.20.0.5 (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd/2416d34a-0f9b-4518-a86a-7375364ac902/de570ff5-446d-40b7-add4-d927b658a166) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:20:29.206021 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-721c1641-48d5-4491-84f0-7fc34a2e39e0 req-94f24409-f68e-4595-b2af-36dae2c9d37b tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=01c8875e-d428-4653-8654-4ce0d4893ce2 HTTP/1.1" status: 200 len: 210 time: 0.0345962 Oct 26 11:20:29.281340 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for port (de570ff5-446d-40b7-add4-d927b658a166), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:29.356902 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:29.400158 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:20:29.405266 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:20:29.407770 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:20:29.440845 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:29.445906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d4fbf-f3e9-479c-8f0f-24b17363c62f req-ab82f00e-7ee3-4501-8662-ddfc82406589 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:29.448155 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-703d4fbf-f3e9-479c-8f0f-24b17363c62f req-ab82f00e-7ee3-4501-8662-ddfc82406589 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 931 time: 0.0526271 Oct 26 11:20:29.453308 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:29.467389 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:29.467924 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:29.505934 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-703d4fbf-f3e9-479c-8f0f-24b17363c62f req-380d2a87-ec7b-4a0c-9e62-b14b796b001d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471845 Oct 26 11:20:29.570859 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-4668f328-5f17-435d-9feb-9bdfff172b2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7893786 Oct 26 11:20:29.590746 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Request body: {'port': {'device_id': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:29.639153 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:29.648100 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-490cc098-f27b-4f04-8912-37fe7ecc4cf1 None None] Provisioning complete for port de570ff5-446d-40b7-add4-d927b658a166 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:29.648617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-490cc098-f27b-4f04-8912-37fe7ecc4cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (de570ff5-446d-40b7-add4-d927b658a166), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:29.648800 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-490cc098-f27b-4f04-8912-37fe7ecc4cf1 None None] Attempt 1 to provision port de570ff5-446d-40b7-add4-d927b658a166 Oct 26 11:20:29.651483 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:29.654942 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:29.680765 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-490cc098-f27b-4f04-8912-37fe7ecc4cf1 None None] Port de570ff5-446d-40b7-add4-d927b658a166 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:20:29.937823 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56610) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:29.943937 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-7c5cd140-eb72-4280-ad50-f739e68afde1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461691964', 'description': 'tempest-description--1368754844'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:29.957209 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de570ff5-446d-40b7-add4-d927b658a166 {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:20:29.964945 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Publish callbacks [] for port (de570ff5-446d-40b7-add4-d927b658a166), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:29.978565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Transition to ACTIVE for port object de570ff5-446d-40b7-add4-d927b658a166 will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:20:30.018109 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd140-eb72-4280-ad50-f739e68afde1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.046719 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.092024 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd140-eb72-4280-ad50-f739e68afde1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group (8643fe1c-2817-42bf-bdd5-384e103fc03c), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.119932 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:30.150532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd140-eb72-4280-ad50-f739e68afde1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (8643fe1c-2817-42bf-bdd5-384e103fc03c), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.160569 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:30.172647 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Attempting to bind port de570ff5-446d-40b7-add4-d927b658a166 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:20:30.172976 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Attempting to bind port de570ff5-446d-40b7-add4-d927b658a166 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:20:30.173324 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Attempting to bind port de570ff5-446d-40b7-add4-d927b658a166 on network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:30.181602 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cd140-eb72-4280-ad50-f739e68afde1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8643fe1c-2817-42bf-bdd5-384e103fc03c,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:30.215534 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Port de570ff5-446d-40b7-add4-d927b658a166 on network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:20:30.217238 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Attempting to bind port de570ff5-446d-40b7-add4-d927b658a166 on network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:30.218498 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:30.239059 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd140-eb72-4280-ad50-f739e68afde1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.242522 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7c5cd140-eb72-4280-ad50-f739e68afde1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3013625 Oct 26 11:20:30.243182 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 56616) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:30.248440 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-6052b60f-3008-43ec-a6f7-89469a6b04ac tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'security_group_rule': {'security_group_id': '8643fe1c-2817-42bf-bdd5-384e103fc03c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:30.261049 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:20:30.261384 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Checking segment: {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:20:30.261759 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Bound using segment: {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:20:30.262189 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Bound port: de570ff5-446d-40b7-add4-d927b658a166, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71c29b1-4fa3-416a-beb1-65166df75956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:20:30.262544 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.332162 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:20:30.335298 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:20:30.357348 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6052b60f-3008-43ec-a6f7-89469a6b04ac tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group_rule (248a67c3-05cc-4360-a988-e1a7397dcc78), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.372664 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:30.409163 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.414318 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:30.418313 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.418313 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 1093 time: 0.8299000 Oct 26 11:20:30.418313 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:20:30.418561 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6052b60f-3008-43ec-a6f7-89469a6b04ac tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group_rule (248a67c3-05cc-4360-a988-e1a7397dcc78), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.419262 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70093a0e-4660-4bad-8c75-c62bf25fe0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "tag": "de570ff5-446d-40b7-add4-d927b658a166"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:20:30.480396 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b6f066-96d3-470e-9128-cf092ef02571 x-openstack-request-id: req-b0b6f066-96d3-470e-9128-cf092ef02571 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:20:30.480687 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "tag": "de570ff5-446d-40b7-add4-d927b658a166", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:20:30.480938 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0b6f066-96d3-470e-9128-cf092ef02571 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:20:30.481333 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b6f066-96d3-470e-9128-cf092ef02571'] response: {'name': 'network-changed', 'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166', 'status': 'completed', 'code': 200} Oct 26 11:20:30.493650 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6052b60f-3008-43ec-a6f7-89469a6b04ac tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (248a67c3-05cc-4360-a988-e1a7397dcc78), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.512506 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052b60f-3008-43ec-a6f7-89469a6b04ac tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248a67c3-05cc-4360-a988-e1a7397dcc78,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:30.529152 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932be75-4186-4b24-8236-d80f461a5cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:30.582475 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6052b60f-3008-43ec-a6f7-89469a6b04ac tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:30.583709 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6052b60f-3008-43ec-a6f7-89469a6b04ac tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394408 Oct 26 11:20:30.598734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56638) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:30.601188 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70093a0e-4660-4bad-8c75-c62bf25fe0cd req-8eff8373-4719-45fc-aede-27e85d86cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:30.602630 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-70093a0e-4660-4bad-8c75-c62bf25fe0cd req-8eff8373-4719-45fc-aede-27e85d86cbc8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1127 time: 0.0617852 Oct 26 11:20:30.608464 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-6588b89c-4a2a-4b53-9e08-eb42cc6b97dd tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:30.610847 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-6588b89c-4a2a-4b53-9e08-eb42cc6b97dd tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/networks?id=75a10cc7-b501-47b5-a507-62e78a6167f4 HTTP/1.1" status: 200 len: 809 time: 0.1650524 Oct 26 11:20:30.612803 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-93de7912-6e5e-439f-8c9d-d360f2d74bf6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'security_group_rule': {'security_group_id': '8643fe1c-2817-42bf-bdd5-384e103fc03c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:30.645324 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f537-d728-4caf-904f-6599a718b0e4 req-919e396d-508c-4705-9a3b-812c04ab466a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:30.646812 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ac51f537-d728-4caf-904f-6599a718b0e4 req-919e396d-508c-4705-9a3b-812c04ab466a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0479333 Oct 26 11:20:30.653783 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-0880e495-a915-475e-9c27-75ac39f04809 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/quotas/8576eb9289f147f2ab9ba6f1c00b3ffd HTTP/1.1" status: 200 len: 375 time: 0.0359168 Oct 26 11:20:30.665421 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:30.700812 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ac51f537-d728-4caf-904f-6599a718b0e4 req-c6145f7b-5f1e-490b-b6e1-e25113cc2110 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484002 Oct 26 11:20:30.731262 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-65c30856-756d-4fcf-8d87-32e0481b20e7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664654 Oct 26 11:20:30.854470 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 61c4a6a4-90ef-4263-98fc-44897522cba0 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:20:30.879279 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 61c4a6a4-90ef-4263-98fc-44897522cba0 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:20:30.879699 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 61c4a6a4-90ef-4263-98fc-44897522cba0 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:20:31.010979 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93de7912-6e5e-439f-8c9d-d360f2d74bf6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group_rule (31553aea-a4b9-4538-bdb4-de405681bb7c), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:31.078563 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70093a0e-4660-4bad-8c75-c62bf25fe0cd req-5669d2ba-7537-443b-a0f2-91e95dcc8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:31.080748 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-70093a0e-4660-4bad-8c75-c62bf25fe0cd req-5669d2ba-7537-443b-a0f2-91e95dcc8c8b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4619541 Oct 26 11:20:31.140586 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-06e057b3-5d63-4b95-b150-912f72a3ef67 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892004 Oct 26 11:20:31.218069 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93de7912-6e5e-439f-8c9d-d360f2d74bf6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group_rule (31553aea-a4b9-4538-bdb4-de405681bb7c), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:31.292898 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93de7912-6e5e-439f-8c9d-d360f2d74bf6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (31553aea-a4b9-4538-bdb4-de405681bb7c), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:31.295035 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70093a0e-4660-4bad-8c75-c62bf25fe0cd req-b8a9699c-d8e4-4ee1-b451-ab9e18415d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:31.296678 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-70093a0e-4660-4bad-8c75-c62bf25fe0cd req-b8a9699c-d8e4-4ee1-b451-ab9e18415d9d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038648 Oct 26 11:20:31.309915 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-9022811a-e2c0-4131-a16e-5a440e7bd4d2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633205 Oct 26 11:20:31.317859 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de7912-6e5e-439f-8c9d-d360f2d74bf6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31553aea-a4b9-4538-bdb4-de405681bb7c,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:31.387175 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-93de7912-6e5e-439f-8c9d-d360f2d74bf6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:31.388464 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-93de7912-6e5e-439f-8c9d-d360f2d74bf6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7885168 Oct 26 11:20:31.391680 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 56650) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:20:31.396541 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:31.462445 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-6073e170-fd47-49a2-8d61-02b398dff9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:31.463953 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-6073e170-fd47-49a2-8d61-02b398dff9c4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1127 time: 0.0388672 Oct 26 11:20:31.513071 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:31.516687 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-d2fd27d0-9bce-4eae-8b60-932ece023140 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 217 time: 0.0399220 Oct 26 11:20:31.539273 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-147b437f-c4ce-4edc-8ff5-f7ee2f84e2eb req-4dc6d6c1-c42e-4119-b280-ba4c90c86cd1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 210 time: 0.0285647 Oct 26 11:20:31.542787 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:31.622971 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-ab73585a-4a0b-4aee-ae19-0494358e27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:31.624524 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-ab73585a-4a0b-4aee-ae19-0494358e27e5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2416d34a-0f9b-4518-a86a-7375364ac902 HTTP/1.1" status: 200 len: 848 time: 0.0955780 Oct 26 11:20:31.664464 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:31.684634 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-f6348960-406f-4ea8-bf8e-2de6213f3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:31.686430 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-f6348960-406f-4ea8-bf8e-2de6213f3980 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545058 Oct 26 11:20:31.731127 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:31.733072 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:31.902912 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a15b80-3204-43b5-98ec-8c490b3f6f06 req-279d0a7e-26b6-467a-a46f-a9b90df996dc tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:31.904381 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-62a15b80-3204-43b5-98ec-8c490b3f6f06 req-279d0a7e-26b6-467a-a46f-a9b90df996dc tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.1042745 Oct 26 11:20:31.912199 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Allocated IP 172.27.3.15 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/aff05fe2-2656-4977-889f-6be5613fbcdf) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:20:31.916626 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-404e14f9-4525-4f42-9c34-573f82ac0e40 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051044 Oct 26 11:20:31.927205 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:32.083554 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-62a15b80-3204-43b5-98ec-8c490b3f6f06 req-bcf227d2-0d65-4bc3-a7b2-d455326ee2f0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690562 Oct 26 11:20:32.113236 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-916b5b0a-be2b-40fb-9b30-ba3aeea60578 req-49305a59-b5fd-4c2a-9c76-e2ad0b891f50 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884036 Oct 26 11:20:32.134964 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.230204 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.267128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:20:32.274352 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:20:32.278071 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:20:32.281285 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'Port': ['ID=aff05fe2-2656-4977-889f-6be5613fbcdf,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:32.364477 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.438551 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:32.466004 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.612089 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.646292 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-70527603-8b15-45ff-a2a2-b6f92d2bece4 req-8811e4ff-e669-4a8a-abbd-9b5791f9769e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 210 time: 0.0278850 Oct 26 11:20:32.671396 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.739601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'Port': ['ID=aff05fe2-2656-4977-889f-6be5613fbcdf,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:32.742085 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.843635 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:32.844907 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0883919e-c686-42a6-8738-a038aca7e046 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4517801 Oct 26 11:20:33.033518 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:33.058592 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-c20065f6-5d38-44ca-93aa-b35fb44f2cad tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1461691964&fields=id&tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d HTTP/1.1" status: 200 len: 267 time: 0.0455921 Oct 26 11:20:33.165279 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-83b6ae3e-b4f0-42ee-87be-ee398ae26894 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:33.166656 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-83b6ae3e-b4f0-42ee-87be-ee398ae26894 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 819 time: 0.1007762 Oct 26 11:20:33.182073 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-0d81f5cc-59f0-4ad8-97b9-41a20a7b942d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/quotas/9d9d2ce62fb74bdb8de53bc06b1a999d HTTP/1.1" status: 200 len: 375 time: 0.0099912 Oct 26 11:20:33.205248 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccedf0-c3e8-4943-8e36-65088b8c9571 req-f5984784-d134-43e0-9c02-ada85744f02a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:33.206705 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7ccedf0-c3e8-4943-8e36-65088b8c9571 req-f5984784-d134-43e0-9c02-ada85744f02a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0458500 Oct 26 11:20:33.236091 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-54d4f06b-2873-4762-b2ec-6367b44baae8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486839 Oct 26 11:20:33.256367 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7ccedf0-c3e8-4943-8e36-65088b8c9571 req-47287b84-89fb-4115-9c6f-89f381bcea9a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Oct 26 11:20:33.334298 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-c73f854b-a5f9-4bbf-a0df-e459d33f2e27 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858521 Oct 26 11:20:33.425215 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-dcaf64f7-8d68-49eb-82e8-3821de6e83ff service neutron] 10.222.0.42 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845947 Oct 26 11:20:33.684494 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fdbc9e80-dad8-4e81-ae15-4e8c70b2f6bd req-411eb25c-0d6b-46d3-b96c-74677fb4f3bf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 210 time: 0.0311420 Oct 26 11:20:33.761745 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2358bd3b-6920-4ad2-81a4-7721e8859b21 req-f7c75ed6-bacf-4f96-b97d-908f7c1e1473 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 210 time: 0.0290792 Oct 26 11:20:34.375983 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898085bf-97cd-46d5-a1de-b195b9109a24 req-03cfbd4a-4aa5-4b06-b2c1-9a354e26e460 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:34.377473 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-898085bf-97cd-46d5-a1de-b195b9109a24 req-03cfbd4a-4aa5-4b06-b2c1-9a354e26e460 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0479863 Oct 26 11:20:34.426246 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-898085bf-97cd-46d5-a1de-b195b9109a24 req-801a4a18-07ad-4f6d-8dcf-c3babf23450e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431771 Oct 26 11:20:34.794445 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a4331365-9f8a-45ee-bf08-d3a1add0114b req-03083322-c840-43d7-99a7-cee4ecac62d6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 210 time: 0.0279188 Oct 26 11:20:34.864707 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c15d7b0d-4994-4b64-9e9c-9cd95e87979c req-19d94ac1-3ccc-4549-a885-3aa615c18041 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Oct 26 11:20:35.542069 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449669-abf7-4c68-9906-ae570db41c03 req-924b4b35-3239-4d9b-8423-9e0119df74fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:35.543525 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bd449669-abf7-4c68-9906-ae570db41c03 req-924b4b35-3239-4d9b-8423-9e0119df74fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0448179 Oct 26 11:20:35.595184 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bd449669-abf7-4c68-9906-ae570db41c03 req-ed77b015-36e3-423d-8b5b-1f79755535b5 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461125 Oct 26 11:20:35.899574 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a21fa22f-25a9-4a7e-bc73-9ce27800cfb5 req-da88dc7c-75b0-4149-97c4-989cd2b49c03 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 210 time: 0.0310361 Oct 26 11:20:35.968095 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c339ee6b-5ea1-4e86-b818-77de169de987 req-64889e10-68c0-4eb9-a143-b87f8635c5a3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 210 time: 0.0269537 Oct 26 11:20:36.135716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-a2546f28-6876-423f-b4f6-f5bc97583268 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:36.137134 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-a2546f28-6876-423f-b4f6-f5bc97583268 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "GET /networking/v2.0/networks?id=75a10cc7-b501-47b5-a507-62e78a6167f4 HTTP/1.1" status: 200 len: 809 time: 0.1061416 Oct 26 11:20:36.167248 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Request body: {'port': {'device_id': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4', 'admin_state_up': True, 'tenant_id': '8576eb9289f147f2ab9ba6f1c00b3ffd'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:36.363083 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Made reservation on behalf of 8576eb9289f147f2ab9ba6f1c00b3ffd for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:20:36.366911 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:36.369886 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:36.496169 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Allocated IP 172.20.0.4 (75a10cc7-b501-47b5-a507-62e78a6167f4/fff71fc3-4158-473e-a68e-e3ab98ffdc97/888991fc-f82a-47f3-b3e6-2895c3ae654e) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:20:36.513177 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:36.646540 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks [] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:36.716421 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d72e-f34b-400e-bf90-25ba592a227a req-51d5c1f8-eb8b-424b-b2b8-628bb1c85105 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:36.717773 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3cd4d72e-f34b-400e-bf90-25ba592a227a req-51d5c1f8-eb8b-424b-b2b8-628bb1c85105 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0461719 Oct 26 11:20:36.757943 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:36.769256 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3cd4d72e-f34b-400e-bf90-25ba592a227a req-c12a7f10-1a56-4475-9b5a-4d7f6b168ca2 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Oct 26 11:20:36.800681 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Network 75a10cc7-b501-47b5-a507-62e78a6167f4 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:20:36.803899 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:20:36.806288 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:20:36.838712 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Pushing event updated for resources: {'Port': ['ID=888991fc-f82a-47f3-b3e6-2895c3ae654e,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:36.863105 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:36.863712 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:36.943198 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-2cac2d87-c13c-404a-87f6-d4264e094a76 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797875 Oct 26 11:20:36.962481 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Request body: {'port': {'device_id': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:37.016110 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-239d8287-c958-4952-876a-2d934c55a11f req-d83f24d7-7513-4d7e-a3a0-77d49a1858bf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 210 time: 0.0335283 Oct 26 11:20:37.053159 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.103712 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761c969-d8b7-49d0-b019-8c99ea2381bf req-c734459d-ba6f-470d-a49d-b529246a86b3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:37.111551 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9761c969-d8b7-49d0-b019-8c99ea2381bf req-c734459d-ba6f-470d-a49d-b529246a86b3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 931 time: 0.0674095 Oct 26 11:20:37.224041 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9761c969-d8b7-49d0-b019-8c99ea2381bf req-67d07bc7-1099-4c52-8c87-978af1ef2eab tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104472 Oct 26 11:20:37.270120 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-c5d791b2-7d3d-44a1-9164-a9c377682129 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:37.271623 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-c5d791b2-7d3d-44a1-9164-a9c377682129 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 819 time: 0.1393967 Oct 26 11:20:37.319614 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:37.331702 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888991fc-f82a-47f3-b3e6-2895c3ae654e {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:20:37.339492 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Publish callbacks [] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.355208 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-21da00fc-3caf-4f05-887d-4d41f66db282 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d HTTP/1.1" status: 200 len: 380 time: 0.0622890 Oct 26 11:20:37.371061 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'port': {'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'admin_state_up': True, 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'security_groups': ['8643fe1c-2817-42bf-bdd5-384e103fc03c']}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:37.373249 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Transition to ACTIVE for port object 888991fc-f82a-47f3-b3e6-2895c3ae654e will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:20:37.374410 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:37.438437 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.524960 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Pushing event updated for resources: {'Port': ['ID=888991fc-f82a-47f3-b3e6-2895c3ae654e,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:37.557501 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Attempting to bind port 888991fc-f82a-47f3-b3e6-2895c3ae654e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:20:37.557837 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Attempting to bind port 888991fc-f82a-47f3-b3e6-2895c3ae654e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:20:37.558162 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Attempting to bind port 888991fc-f82a-47f3-b3e6-2895c3ae654e on network 75a10cc7-b501-47b5-a507-62e78a6167f4 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:37.562174 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Made reservation on behalf of 9d9d2ce62fb74bdb8de53bc06b1a999d for: {'port': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:20:37.566563 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.588802 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:37.601482 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Port 888991fc-f82a-47f3-b3e6-2895c3ae654e on network 75a10cc7-b501-47b5-a507-62e78a6167f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:20:37.601808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Attempting to bind port 888991fc-f82a-47f3-b3e6-2895c3ae654e on network 75a10cc7-b501-47b5-a507-62e78a6167f4 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:37.631076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:37.642483 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:20:37.642849 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Checking segment: {'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:20:37.643215 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Bound using segment: {'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:20:37.643714 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Bound port: 888991fc-f82a-47f3-b3e6-2895c3ae654e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 467, 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:20:37.644601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.699394 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Allocated IP 172.20.0.3 (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5/1513dfcd-38d0-4220-97a6-a894a594c0aa/aa03144d-b19b-4e5d-8027-1ca2393de35d) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:20:37.714307 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] For port 888991fc-f82a-47f3-b3e6-2895c3ae654e, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:20:37.717810 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] For port 888991fc-f82a-47f3-b3e6-2895c3ae654e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=888991fc-f82a-47f3-b3e6-2895c3ae654e,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:20:37.836511 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.870303 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.876833 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:37.877437 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.879309 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/888991fc-f82a-47f3-b3e6-2895c3ae654e HTTP/1.1" status: 200 len: 1093 time: 0.9209991 Oct 26 11:20:37.881782 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'tag': '888991fc-f82a-47f3-b3e6-2895c3ae654e'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:20:37.884087 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ab0802-891e-4388-ad01-c0cc183331d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b059e78c-afde-4f1f-9a77-b2d6d5aa4e77", "tag": "888991fc-f82a-47f3-b3e6-2895c3ae654e"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:20:37.919066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e244c2-60bd-42a1-8c21-3df52a2f61b6 req-18dfcbe3-d230-4834-9165-f15fedfd13e7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:37.920612 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-23e244c2-60bd-42a1-8c21-3df52a2f61b6 req-18dfcbe3-d230-4834-9165-f15fedfd13e7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0780792 Oct 26 11:20:37.924267 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f1c73-3cf0-4f7b-a4d2-446c11e52b5f x-openstack-request-id: req-8b2f1c73-3cf0-4f7b-a4d2-446c11e52b5f {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:20:37.924563 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b059e78c-afde-4f1f-9a77-b2d6d5aa4e77", "tag": "888991fc-f82a-47f3-b3e6-2895c3ae654e", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:20:37.924845 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b2f1c73-3cf0-4f7b-a4d2-446c11e52b5f {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:20:37.925234 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2f1c73-3cf0-4f7b-a4d2-446c11e52b5f'] response: {'name': 'network-changed', 'server_uuid': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'tag': '888991fc-f82a-47f3-b3e6-2895c3ae654e', 'status': 'completed', 'code': 200} Oct 26 11:20:37.939713 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:37.960921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a30def-df9f-4a01-b0b6-769a1e5c2b79 service neutron] Pushing event updated for resources: {'Port': ['ID=888991fc-f82a-47f3-b3e6-2895c3ae654e,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:37.987950 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:20:37.991982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:20:37.994343 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:20:37.994475 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-23e244c2-60bd-42a1-8c21-3df52a2f61b6 req-7ada86e7-ef82-4f06-91ab-1306f2896b6e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663714 Oct 26 11:20:37.999105 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:37.999709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:38.017606 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event updated for resources: {'Port': ['ID=aa03144d-b19b-4e5d-8027-1ca2393de35d,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:38.045645 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab0802-891e-4388-ad01-c0cc183331d6 req-a49431e7-bb88-4142-ae45-09680db86a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:38.052508 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-09ab0802-891e-4388-ad01-c0cc183331d6 req-a49431e7-bb88-4142-ae45-09680db86a87 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 1127 time: 0.0466428 Oct 26 11:20:38.168008 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab0802-891e-4388-ad01-c0cc183331d6 req-3ccbf6af-660e-43b2-a4fd-517e40609ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:38.169508 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-09ab0802-891e-4388-ad01-c0cc183331d6 req-3ccbf6af-660e-43b2-a4fd-517e40609ba3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1064601 Oct 26 11:20:38.172517 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8a49-e8c3-420a-861d-5577249d7fd9 req-2dc66489-34cf-4de0-b921-57e6724c7eaf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:38.180628 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-34bb8a49-e8c3-420a-861d-5577249d7fd9 req-2dc66489-34cf-4de0-b921-57e6724c7eaf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 931 time: 0.0823715 Oct 26 11:20:38.207409 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-a603443b-6360-4bf2-9d3e-916f41109cf8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8397532 Oct 26 11:20:38.231841 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Request body: {'port': {'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:20:38.232011 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:38.258397 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:38.268288 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-f0023ca9-909c-4c2d-8233-7b83f164b3db None None] Provisioning complete for port aa03144d-b19b-4e5d-8027-1ca2393de35d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:38.268684 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f0023ca9-909c-4c2d-8233-7b83f164b3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:38.269022 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-f0023ca9-909c-4c2d-8233-7b83f164b3db None None] Attempt 1 to provision port aa03144d-b19b-4e5d-8027-1ca2393de35d Oct 26 11:20:38.303220 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-f0023ca9-909c-4c2d-8233-7b83f164b3db None None] Port aa03144d-b19b-4e5d-8027-1ca2393de35d cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:20:38.304873 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:38.308124 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:38.319113 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-34bb8a49-e8c3-420a-861d-5577249d7fd9 req-01c3c60c-286d-4988-b58f-6b073c0b83ae tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374793 Oct 26 11:20:38.321793 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab0802-891e-4388-ad01-c0cc183331d6 req-43e5477d-fbac-46d3-9cf8-87a2c8405afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:38.323889 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-09ab0802-891e-4388-ad01-c0cc183331d6 req-43e5477d-fbac-46d3-9cf8-87a2c8405afc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470520 Oct 26 11:20:38.389947 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53520f-0349-4842-9bac-62866be6852f req-0063ae98-2883-4b52-b096-d4478b9c5ec1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:38.391488 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd53520f-0349-4842-9bac-62866be6852f req-0063ae98-2883-4b52-b096-d4478b9c5ec1 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0498121 Oct 26 11:20:38.440606 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd53520f-0349-4842-9bac-62866be6852f req-2b2b9fde-d0a5-4fe4-b39d-a3f896cde433 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432003 Oct 26 11:20:38.547423 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-28bb9136-fbfe-4679-a73e-a1b89274376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:38.548956 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-28bb9136-fbfe-4679-a73e-a1b89274376d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 1127 time: 0.0437522 Oct 26 11:20:38.591167 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa03144d-b19b-4e5d-8027-1ca2393de35d {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:20:38.600057 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Publish callbacks [] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:38.613805 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Transition to ACTIVE for port object aa03144d-b19b-4e5d-8027-1ca2393de35d will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:20:38.695422 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:38.722703 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:38.771416 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa03144d-b19b-4e5d-8027-1ca2393de35d,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:38.784837 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Attempting to bind port aa03144d-b19b-4e5d-8027-1ca2393de35d on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:20:38.784837 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Attempting to bind port aa03144d-b19b-4e5d-8027-1ca2393de35d by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:20:38.784837 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Attempting to bind port aa03144d-b19b-4e5d-8027-1ca2393de35d on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:38.827065 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Port aa03144d-b19b-4e5d-8027-1ca2393de35d on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:20:38.827332 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Attempting to bind port aa03144d-b19b-4e5d-8027-1ca2393de35d on network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:20:38.836837 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-17cf51cc-5ba5-4ddc-b2fc-b2f9c8a6375b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=888991fc-f82a-47f3-b3e6-2895c3ae654e HTTP/1.1" status: 200 len: 217 time: 0.2666748 Oct 26 11:20:38.869472 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:20:38.869803 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Checking segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:20:38.870178 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Bound using segment: {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:20:38.870604 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Bound port: aa03144d-b19b-4e5d-8027-1ca2393de35d, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d56d9f6-db55-478c-89d2-b618654e2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 466, 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:20:38.870981 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:38.896655 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-cfc00ee8-7e99-440e-8205-6a913cee3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:38.898076 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-cfc00ee8-7e99-440e-8205-6a913cee3a56 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=fff71fc3-4158-473e-a68e-e3ab98ffdc97 HTTP/1.1" status: 200 len: 849 time: 0.0426750 Oct 26 11:20:38.932429 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-e89445d1-0ef0-45d9-bd40-14a15cb312c0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75a10cc7-b501-47b5-a507-62e78a6167f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252774 Oct 26 11:20:39.025757 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-aa521c27-dcaf-4880-81ad-243fe25ab301 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863197 Oct 26 11:20:39.059429 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] For port aa03144d-b19b-4e5d-8027-1ca2393de35d, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:20:39.063955 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] For port aa03144d-b19b-4e5d-8027-1ca2393de35d, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:20:39.135781 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a13ad0a1-9776-494f-8668-5cc2b8e78a0a req-f78d7493-b6bd-4a21-97c7-44d179803c57 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983424 Oct 26 11:20:39.144897 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:39.148891 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:39.151666 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:39.151666 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 200 len: 1093 time: 0.9235506 Oct 26 11:20:39.153794 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:20:39.156051 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78379317-30ca-42da-aa2b-c569f7b2b1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:20:39.166230 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2192401-0d74-4eef-8fbf-2aae42dfe9ee req-eb6fe5e4-3d3e-49f1-8c08-92273c3088ae tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:39.167730 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c2192401-0d74-4eef-8fbf-2aae42dfe9ee req-eb6fe5e4-3d3e-49f1-8c08-92273c3088ae tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0673974 Oct 26 11:20:39.205052 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b15681d-7e48-4310-8d0a-9e85e23daf13 x-openstack-request-id: req-3b15681d-7e48-4310-8d0a-9e85e23daf13 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:20:39.205684 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:20:39.205684 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b15681d-7e48-4310-8d0a-9e85e23daf13 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:20:39.205936 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b15681d-7e48-4310-8d0a-9e85e23daf13'] response: {'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'status': 'completed', 'code': 200} Oct 26 11:20:39.237637 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238cb0a-92bf-496f-b287-4552b763dff6 service neutron] Pushing event updated for resources: {'Port': ['ID=aa03144d-b19b-4e5d-8027-1ca2393de35d,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:39.260663 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c2192401-0d74-4eef-8fbf-2aae42dfe9ee req-221bc983-12e1-49ae-b61d-a1dedabc65c2 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757506 Oct 26 11:20:39.306054 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379317-30ca-42da-aa2b-c569f7b2b1c5 req-4b3a2d4b-f87e-4a6f-b3e6-7520f41720fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:39.307606 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-78379317-30ca-42da-aa2b-c569f7b2b1c5 req-4b3a2d4b-f87e-4a6f-b3e6-7520f41720fe service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1127 time: 0.0407553 Oct 26 11:20:39.449881 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f453f-a244-4bb5-966b-1233b8208a0b req-da4f3bad-2654-4ec6-90c3-8f827da32e30 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:39.451646 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ae1f453f-a244-4bb5-966b-1233b8208a0b req-da4f3bad-2654-4ec6-90c3-8f827da32e30 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0469830 Oct 26 11:20:39.499501 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ae1f453f-a244-4bb5-966b-1233b8208a0b req-32d4209d-d381-41fa-83d1-6e4c027e76cc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415502 Oct 26 11:20:39.559047 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d78ce-4aa6-4619-a8a7-f5acefac83d2 req-4ccccf67-9fb8-4f6f-b4ac-f27ff3ae0bec tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:39.560477 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f25d78ce-4aa6-4619-a8a7-f5acefac83d2 req-4ccccf67-9fb8-4f6f-b4ac-f27ff3ae0bec tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0447996 Oct 26 11:20:39.589183 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:39.609768 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f25d78ce-4aa6-4619-a8a7-f5acefac83d2 req-ecd38ce2-2a25-4c02-a6d6-dfbb9d459fbe tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Oct 26 11:20:39.699247 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:20:40.357687 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:40.393308 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450fcd1-dfe8-4579-9a57-c36d7c6ee18c req-adc235e7-344c-42f7-b9ce-15ce7b3daa26 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:40.394747 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c450fcd1-dfe8-4579-9a57-c36d7c6ee18c req-adc235e7-344c-42f7-b9ce-15ce7b3daa26 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0455139 Oct 26 11:20:40.443487 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c450fcd1-dfe8-4579-9a57-c36d7c6ee18c req-63cfea93-33dc-49cb-a8fd-2944a4148337 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Oct 26 11:20:40.615957 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f740bf-fbaf-4390-99ad-c917861ba4cd req-1ff1e92b-a337-4d9e-a252-f58d1d79a765 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:40.617302 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-63f740bf-fbaf-4390-99ad-c917861ba4cd req-1ff1e92b-a337-4d9e-a252-f58d1d79a765 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0457697 Oct 26 11:20:40.664519 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-63f740bf-fbaf-4390-99ad-c917861ba4cd req-09af3a67-d682-4ece-8663-bfd6d2f8d8f3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Oct 26 11:20:40.730842 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bb133-9057-4cbf-990c-7da44d194794 req-e970ab29-8d1c-42e4-8713-644cf3a29750 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:40.732293 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-520bb133-9057-4cbf-990c-7da44d194794 req-e970ab29-8d1c-42e4-8713-644cf3a29750 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0497329 Oct 26 11:20:40.800264 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-520bb133-9057-4cbf-990c-7da44d194794 req-12e56f6b-c6e5-4586-8f1a-b8f85bd3336a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623138 Oct 26 11:20:41.559255 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ecaf9-1e5d-449c-ab45-76605f8eea00 req-e234c08c-a762-4c5e-9420-aabd2401e184 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:41.560704 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a87ecaf9-1e5d-449c-ab45-76605f8eea00 req-e234c08c-a762-4c5e-9420-aabd2401e184 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0462031 Oct 26 11:20:41.608653 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a87ecaf9-1e5d-449c-ab45-76605f8eea00 req-198b87f7-05c6-421f-8227-00c91613fb5c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Oct 26 11:20:41.783666 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55258275-a681-4373-943b-6788cb00d4cb req-fc3781ce-b11b-4eb5-bc61-60a41806843a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:41.785116 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-55258275-a681-4373-943b-6788cb00d4cb req-fc3781ce-b11b-4eb5-bc61-60a41806843a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0467010 Oct 26 11:20:41.831468 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-55258275-a681-4373-943b-6788cb00d4cb req-81a49118-7493-43e6-ad27-22fe5ffc3c93 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Oct 26 11:20:41.921360 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621612c0-2d9e-40ee-aeec-3372470dcf97 req-8ca11c3b-ed12-479b-904a-4b793bc8ec6e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:41.922724 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-621612c0-2d9e-40ee-aeec-3372470dcf97 req-8ca11c3b-ed12-479b-904a-4b793bc8ec6e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0486052 Oct 26 11:20:41.969167 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-621612c0-2d9e-40ee-aeec-3372470dcf97 req-48b81297-2a2d-4bbc-bf73-7eca85aa477c tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Oct 26 11:20:42.431574 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:42.490836 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:42.725488 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbad4ff-a797-4320-a8a8-5eb8dc9a6fd7 req-96b756f8-ecc3-4864-87c6-7020d8156ab9 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:42.726982 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3dbad4ff-a797-4320-a8a8-5eb8dc9a6fd7 req-96b756f8-ecc3-4864-87c6-7020d8156ab9 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0459690 Oct 26 11:20:42.778738 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3dbad4ff-a797-4320-a8a8-5eb8dc9a6fd7 req-05a50442-c2da-4c5f-9cf6-52514f03d52c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462017 Oct 26 11:20:42.948340 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c985-6725-4264-a79d-a765e0f58336 req-fa169472-0327-45d4-a120-a725f4be946c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:42.953150 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abf1c985-6725-4264-a79d-a765e0f58336 req-fa169472-0327-45d4-a120-a725f4be946c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0460081 Oct 26 11:20:42.996787 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abf1c985-6725-4264-a79d-a765e0f58336 req-3920fffb-48c0-4447-b5aa-6cb411a11997 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415852 Oct 26 11:20:43.087652 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f0810-f0e1-4174-a4cf-cac80cf62951 req-fff4b977-0232-4647-b11a-424c3bacc92e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:43.089167 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-356f0810-f0e1-4174-a4cf-cac80cf62951 req-fff4b977-0232-4647-b11a-424c3bacc92e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0466452 Oct 26 11:20:43.135112 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-356f0810-f0e1-4174-a4cf-cac80cf62951 req-0aebee26-9bde-4a2f-85f0-8b1962b770f4 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Oct 26 11:20:43.901645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ceef-ba2e-408d-bdc0-03e1bafc9c35 req-85089358-689c-4ea3-b19d-b13b7741b0e6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:43.903120 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-70e5ceef-ba2e-408d-bdc0-03e1bafc9c35 req-85089358-689c-4ea3-b19d-b13b7741b0e6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0495236 Oct 26 11:20:43.951002 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-70e5ceef-ba2e-408d-bdc0-03e1bafc9c35 req-d108582e-700e-4c90-b58a-d3dc3a37bd0a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424240 Oct 26 11:20:44.117705 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29219558-d867-48c5-ac05-48ee2a310324 req-63bfc74d-5cc6-4c88-a8db-aa79189edaee tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:44.119188 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-29219558-d867-48c5-ac05-48ee2a310324 req-63bfc74d-5cc6-4c88-a8db-aa79189edaee tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0467575 Oct 26 11:20:44.165645 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-29219558-d867-48c5-ac05-48ee2a310324 req-124a7d38-4294-4c92-bca3-7e884c587e3a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410497 Oct 26 11:20:44.253076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603044a-6e07-46a8-a57e-331a006b57d7 req-9947463b-3ffd-4f30-93e8-36c026e9c8a9 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:44.254552 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9603044a-6e07-46a8-a57e-331a006b57d7 req-9947463b-3ffd-4f30-93e8-36c026e9c8a9 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0460658 Oct 26 11:20:44.300394 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9603044a-6e07-46a8-a57e-331a006b57d7 req-f52ea6b6-eace-4359-be46-12b4899d1994 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Oct 26 11:20:45.070962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661934b-dc99-4f53-a9c1-4cef3983c6ac req-9e026f9d-2629-4517-8c3f-193ade2af344 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:45.072335 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c661934b-dc99-4f53-a9c1-4cef3983c6ac req-9e026f9d-2629-4517-8c3f-193ade2af344 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0490031 Oct 26 11:20:45.120044 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c661934b-dc99-4f53-a9c1-4cef3983c6ac req-0903433a-c711-4b5f-b410-e11a8168fd55 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Oct 26 11:20:45.281254 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c58fa-7f36-44f9-880b-44f44ef79799 req-36c94997-8756-4a34-b0f9-9a340fd103f2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:45.282671 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-603c58fa-7f36-44f9-880b-44f44ef79799 req-36c94997-8756-4a34-b0f9-9a340fd103f2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0452054 Oct 26 11:20:45.331370 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-603c58fa-7f36-44f9-880b-44f44ef79799 req-d0e5bdac-174a-4444-8c4d-325da2cb6374 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Oct 26 11:20:45.419542 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c04ab-3338-44c1-bc36-bb045c75fee5 req-26865b05-5764-4aa4-8b38-ff35015be442 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:45.420997 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-da7c04ab-3338-44c1-bc36-bb045c75fee5 req-26865b05-5764-4aa4-8b38-ff35015be442 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0459981 Oct 26 11:20:45.467623 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-da7c04ab-3338-44c1-bc36-bb045c75fee5 req-98e4f105-aae7-42a1-8efc-662dfe699fc5 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Oct 26 11:20:46.235881 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b755fc3-e311-4e35-b35f-700a077e63d9 req-2212189f-0cef-4ddc-9f50-b190ce0b5131 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:46.237273 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1b755fc3-e311-4e35-b35f-700a077e63d9 req-2212189f-0cef-4ddc-9f50-b190ce0b5131 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0450294 Oct 26 11:20:46.285463 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1b755fc3-e311-4e35-b35f-700a077e63d9 req-2b841040-e94a-4915-8936-961389590325 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428107 Oct 26 11:20:46.455686 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1d3a-e8d6-4c71-873e-ed5358af0364 req-55f42ea4-8cc0-4df4-bb89-861d11f03a53 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:46.457148 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-30cb1d3a-e8d6-4c71-873e-ed5358af0364 req-55f42ea4-8cc0-4df4-bb89-861d11f03a53 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0509398 Oct 26 11:20:46.504677 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-30cb1d3a-e8d6-4c71-873e-ed5358af0364 req-f440279f-daaa-4b2c-8f5d-6478329a09ed tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413406 Oct 26 11:20:46.585761 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9fcca-8577-4662-9047-8c2c509cfdc9 req-83fb8cc8-1137-492b-8335-d4a07b6e3f54 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:46.587216 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f0f9fcca-8577-4662-9047-8c2c509cfdc9 req-83fb8cc8-1137-492b-8335-d4a07b6e3f54 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0456665 Oct 26 11:20:46.633646 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f0f9fcca-8577-4662-9047-8c2c509cfdc9 req-e3cce05f-5e87-4bd4-b46c-d8d6466888ec tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Oct 26 11:20:47.324385 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9b4bb001-14e2-480b-a7cc-a84a435405e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:47.403171 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc01ef-8fff-4fe1-837c-3b0d9767c301 req-b6f13767-dd23-4898-854d-2fc3efd883f3 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:47.404632 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9fcc01ef-8fff-4fe1-837c-3b0d9767c301 req-b6f13767-dd23-4898-854d-2fc3efd883f3 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0466497 Oct 26 11:20:47.416231 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:47.453921 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9fcc01ef-8fff-4fe1-837c-3b0d9767c301 req-dd770082-3fd5-46b4-894b-4005dbbb07c0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Oct 26 11:20:47.623594 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6df96-2d9d-43ac-98fd-f11cb0fd888d req-0d2354ec-1cd6-41ab-a67a-3eece94fef00 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:47.625042 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-47a6df96-2d9d-43ac-98fd-f11cb0fd888d req-0d2354ec-1cd6-41ab-a67a-3eece94fef00 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0489376 Oct 26 11:20:47.649589 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:47.673208 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-47a6df96-2d9d-43ac-98fd-f11cb0fd888d req-db12c5d7-3d6b-4281-b324-58b1968f4ad4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427363 Oct 26 11:20:47.761909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7597136-3237-4e88-9e50-551f9d954196 req-101af555-65bf-40f5-9330-66ca882b9c68 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:47.766731 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a7597136-3237-4e88-9e50-551f9d954196 req-101af555-65bf-40f5-9330-66ca882b9c68 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.0460107 Oct 26 11:20:47.788211 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:47.816151 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a7597136-3237-4e88-9e50-551f9d954196 req-81cec5d0-c50c-4247-8ddc-7fdc75483556 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Oct 26 11:20:47.882050 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:47.910827 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379317-30ca-42da-aa2b-c569f7b2b1c5 req-e74d4128-55cd-4793-939e-870aff192229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:47.912354 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-78379317-30ca-42da-aa2b-c569f7b2b1c5 req-e74d4128-55cd-4793-939e-870aff192229 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1619017 Oct 26 11:20:48.573047 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ed091-3357-4527-a7ec-d164748cfd99 req-5aa86f6c-5a25-4cb6-9af9-5a8df6bdf67f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:48.574489 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ff8ed091-3357-4527-a7ec-d164748cfd99 req-5aa86f6c-5a25-4cb6-9af9-5a8df6bdf67f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0461862 Oct 26 11:20:48.624392 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ff8ed091-3357-4527-a7ec-d164748cfd99 req-620d92bf-2569-4b98-aa4d-cd095262bf73 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Oct 26 11:20:48.804139 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b07f3c-c23a-44a5-a439-c9ce4c30bbed req-26dd400e-7e9c-4f5f-8100-7272903aede0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:48.805613 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-80b07f3c-c23a-44a5-a439-c9ce4c30bbed req-26dd400e-7e9c-4f5f-8100-7272903aede0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0466337 Oct 26 11:20:48.853967 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-80b07f3c-c23a-44a5-a439-c9ce4c30bbed req-13e45b3b-5dac-4046-9696-9841e1fd0dc0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 Oct 26 11:20:48.911690 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 888991fc-f82a-47f3-b3e6-2895c3ae654e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:20:49.022642 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 888991fc-f82a-47f3-b3e6-2895c3ae654e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=888991fc-f82a-47f3-b3e6-2895c3ae654e,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:49.035473 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '888991fc-f82a-47f3-b3e6-2895c3ae654e', 'network_id': '75a10cc7-b501-47b5-a507-62e78a6167f4', 'port_id': '888991fc-f82a-47f3-b3e6-2895c3ae654e', 'mac_address': 'fa:16:3e:08:10:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff71fc3-4158-473e-a68e-e3ab98ffdc97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:20:49.059441 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-ae6b1f93-698f-47e7-b852-ca03f4a43c47 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1592834590&fields=id&tenant_id=e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 267 time: 0.0546694 Oct 26 11:20:49.072972 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 888991fc-f82a-47f3-b3e6-2895c3ae654e is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:49.073367 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:49.087044 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888991fc-f82a-47f3-b3e6-2895c3ae654e {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:20:49.107332 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 888991fc-f82a-47f3-b3e6-2895c3ae654e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=888991fc-f82a-47f3-b3e6-2895c3ae654e,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:49.142261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47f10-7ae6-4421-8023-5cb9e13c962d req-49d00ce1-54c8-43c3-85d9-4d06255a63fa tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:49.143867 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65f47f10-7ae6-4421-8023-5cb9e13c962d req-49d00ce1-54c8-43c3-85d9-4d06255a63fa tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 943 time: 0.2513430 Oct 26 11:20:49.169011 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-f3e62f56-0102-4c3e-b2d1-b3ee249004f7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:49.171258 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-f3e62f56-0102-4c3e-b2d1-b3ee249004f7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 812 time: 0.1102681 Oct 26 11:20:49.185567 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-1c078e2c-d427-4334-973e-cecda0b108e1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/quotas/e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 375 time: 0.0096283 Oct 26 11:20:49.191223 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65f47f10-7ae6-4421-8023-5cb9e13c962d req-879e7009-78bc-4d5f-b95c-cb53a46a764b tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Oct 26 11:20:49.199420 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:49.236019 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-370f7151-c6a1-45a7-983c-5d562402f90a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449457 Oct 26 11:20:49.249696 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=888991fc-f82a-47f3-b3e6-2895c3ae654e,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:49.332847 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-47e5dbd4-b758-4dee-90fc-b860a4442518 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Oct 26 11:20:49.419880 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-88bfaad7-04f2-4ebe-b2ec-e266eb02c9e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813160 Oct 26 11:20:49.679455 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-aafa159b-f398-4343-aa44-507de47fd162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:49.694800 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=15 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:49.695797 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:49.744478 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57154314-68c0-4887-9693-417e13b2f0ad req-b76b4abd-5711-4ea9-a5fb-3bdb3ca3297f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:49.745964 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-57154314-68c0-4887-9693-417e13b2f0ad req-b76b4abd-5711-4ea9-a5fb-3bdb3ca3297f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0466304 Oct 26 11:20:49.774185 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['888991fc-f82a-47f3-b3e6-2895c3ae654e'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:20:49.795360 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-57154314-68c0-4887-9693-417e13b2f0ad req-6c9bcee9-32d8-4ea4-8b79-0534929e52fd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Oct 26 11:20:49.984369 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14437cd4-2c4f-4d8e-9f75-9264f212faa6 req-211b1375-6190-4cd4-98c6-8de4f6fd51ad tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:49.985982 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-14437cd4-2c4f-4d8e-9f75-9264f212faa6 req-211b1375-6190-4cd4-98c6-8de4f6fd51ad tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0539246 Oct 26 11:20:49.998625 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-67dc8c33-0ebc-4c2b-bb89-18c79c9088f9 req-2de7959e-ca49-462b-b247-2a1013167e12 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0274770 Oct 26 11:20:50.034691 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-14437cd4-2c4f-4d8e-9f75-9264f212faa6 req-008a5d09-14e3-4f0e-abb6-2ddcdf17431b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Oct 26 11:20:50.315084 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf8ad3-e93b-4ef0-ba6c-021b4f4fb559 req-aff98791-4f0e-41fa-97c2-72d878f402bf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:50.316472 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5fcf8ad3-e93b-4ef0-ba6c-021b4f4fb559 req-aff98791-4f0e-41fa-97c2-72d878f402bf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 944 time: 0.0501993 Oct 26 11:20:50.365939 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5fcf8ad3-e93b-4ef0-ba6c-021b4f4fb559 req-cd261f06-fa18-44bb-84dc-991ef15f2bf0 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Oct 26 11:20:50.369760 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78379317-30ca-42da-aa2b-c569f7b2b1c5 req-42b9f197-858d-4651-96ea-076623e43a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:50.371323 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-78379317-30ca-42da-aa2b-c569f7b2b1c5 req-42b9f197-858d-4651-96ea-076623e43a56 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578810 Oct 26 11:20:50.525724 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-06441e7f-b331-4ed5-bc67-bbc11fdac901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:50.527209 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-06441e7f-b331-4ed5-bc67-bbc11fdac901 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1127 time: 0.0418565 Oct 26 11:20:50.574866 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-8022b06d-3a4a-404c-8ad0-744863b62e7f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 200 len: 217 time: 0.0329752 Oct 26 11:20:50.623509 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-78d642c6-fd45-4358-9821-85b0e3f65192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:50.624977 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-78d642c6-fd45-4358-9821-85b0e3f65192 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0439150 Oct 26 11:20:50.672870 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-16a6c3ca-4961-4c8d-b11a-37b450c72948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:50.672870 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-16a6c3ca-4961-4c8d-b11a-37b450c72948 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398912 Oct 26 11:20:50.768147 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-9e871171-f215-4b77-9397-38dcb72d484b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891459 Oct 26 11:20:50.864565 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a189fa63-0c68-4cee-8a6e-ac5af3f350f8 req-c13fdf1c-7bf1-4ed3-a1c6-b1682d588b3a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900776 Oct 26 11:20:50.918976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb101e-0428-4f8c-8cea-4f0fc2e4bde1 req-db33df96-61f9-4b59-9fb9-ccb41d777dee tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:50.920536 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-61cb101e-0428-4f8c-8cea-4f0fc2e4bde1 req-db33df96-61f9-4b59-9fb9-ccb41d777dee tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0475948 Oct 26 11:20:50.969715 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-61cb101e-0428-4f8c-8cea-4f0fc2e4bde1 req-761850e6-d0cd-414e-b6c0-627f8ebab73f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Oct 26 11:20:51.023101 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:51.103636 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4fdfaab-9e32-4ba0-a511-857ca18159b5 req-e09e2288-ab49-43f0-88a6-41ba8c154ebd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0274363 Oct 26 11:20:51.119398 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:51.153446 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42936-821e-4076-9f3c-30e4a7f15136 req-1c8bd528-2db1-4aa1-8a0f-bd0eeb8c7079 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:51.154908 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-31a42936-821e-4076-9f3c-30e4a7f15136 req-1c8bd528-2db1-4aa1-8a0f-bd0eeb8c7079 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0463471 Oct 26 11:20:51.184464 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:51.201110 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-31a42936-821e-4076-9f3c-30e4a7f15136 req-37ca2cbc-7c57-4734-9f16-3704c61cb203 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 Oct 26 11:20:51.448806 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device de570ff5-446d-40b7-add4-d927b658a166 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:20:51.464008 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 888991fc-f82a-47f3-b3e6-2895c3ae654e up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:51.486259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ad20f-eee7-497b-b756-af2c64d7dc8e req-ca77b2a2-df9a-49ba-bb9c-9393d37ab0ff tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:51.487785 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f82ad20f-eee7-497b-b756-af2c64d7dc8e req-ca77b2a2-df9a-49ba-bb9c-9393d37ab0ff tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 944 time: 0.0460908 Oct 26 11:20:51.533865 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f82ad20f-eee7-497b-b756-af2c64d7dc8e req-392db422-bc80-42ba-a943-c3c1d3813f5e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 Oct 26 11:20:51.566120 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 888991fc-f82a-47f3-b3e6-2895c3ae654e completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:20:51.588183 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:51.599614 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'de570ff5-446d-40b7-add4-d927b658a166', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'port_id': 'de570ff5-446d-40b7-add4-d927b658a166', 'mac_address': 'fa:16:3e:a6:54:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:20:51.637803 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port de570ff5-446d-40b7-add4-d927b658a166 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:51.638113 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:51.646668 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 888991fc-f82a-47f3-b3e6-2895c3ae654e triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:51.647052 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:51.647411 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 888991fc-f82a-47f3-b3e6-2895c3ae654e Oct 26 11:20:51.667872 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de570ff5-446d-40b7-add4-d927b658a166 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:20:51.699662 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:51.743960 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 888991fc-f82a-47f3-b3e6-2895c3ae654e is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:51.743960 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:51.763642 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:51.774709 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888991fc-f82a-47f3-b3e6-2895c3ae654e'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:20:51.777069 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ef5c35-4980-4a4e-b632-1dbfd5f03d25" -d '{"events": [{"server_uuid": "b059e78c-afde-4f1f-9a77-b2d6d5aa4e77", "name": "network-vif-plugged", "status": "completed", "tag": "888991fc-f82a-47f3-b3e6-2895c3ae654e"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:20:51.816195 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 888991fc-f82a-47f3-b3e6-2895c3ae654e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=888991fc-f82a-47f3-b3e6-2895c3ae654e,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:51.821698 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462ca4a3-57df-4022-b599-3c33317123a0 x-openstack-request-id: req-462ca4a3-57df-4022-b599-3c33317123a0 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:20:51.821912 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b059e78c-afde-4f1f-9a77-b2d6d5aa4e77", "name": "network-vif-plugged", "status": "completed", "tag": "888991fc-f82a-47f3-b3e6-2895c3ae654e", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:20:51.822164 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-462ca4a3-57df-4022-b599-3c33317123a0 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:20:51.822551 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462ca4a3-57df-4022-b599-3c33317123a0'] response: {'server_uuid': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888991fc-f82a-47f3-b3e6-2895c3ae654e', 'code': 200} Oct 26 11:20:51.840491 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:51.873967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:51.921500 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=888991fc-f82a-47f3-b3e6-2895c3ae654e,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:52.091439 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80218-005e-4efd-9a09-ebb5610a7ded req-34ac5279-2114-4eb5-83f2-2d059dd2c34d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:52.092910 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f9a80218-005e-4efd-9a09-ebb5610a7ded req-34ac5279-2114-4eb5-83f2-2d059dd2c34d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 944 time: 0.0500894 Oct 26 11:20:52.144174 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f9a80218-005e-4efd-9a09-ebb5610a7ded req-2d8530bf-3191-473c-b7f8-d3d3961cbb0c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Oct 26 11:20:52.213219 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea5aedc8-af72-43e0-a1a3-ef8c4bc627dc req-47fbe989-6517-4ed6-a1fd-7fb0d043eb2a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0322924 Oct 26 11:20:52.298376 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['de570ff5-446d-40b7-add4-d927b658a166'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:20:52.335879 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cbf12-e655-4e38-8066-34599f31de33 req-e5d2309a-41c5-494f-9056-f28e858fdecc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:52.337637 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-524cbf12-e655-4e38-8066-34599f31de33 req-e5d2309a-41c5-494f-9056-f28e858fdecc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0632286 Oct 26 11:20:52.388312 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-524cbf12-e655-4e38-8066-34599f31de33 req-dedd9c00-7984-4292-adba-b2af6cac5b5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Oct 26 11:20:52.405354 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:52.460145 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:52.466979 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:52.654992 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afca36-8ca1-47c5-ac20-7a04b42ab5d8 req-5dd65906-7c68-46be-95ea-cf92fd838d54 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:52.656472 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65afca36-8ca1-47c5-ac20-7a04b42ab5d8 req-5dd65906-7c68-46be-95ea-cf92fd838d54 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0466173 Oct 26 11:20:52.662379 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:52.705968 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-65afca36-8ca1-47c5-ac20-7a04b42ab5d8 req-55891d7a-06e3-43ea-8804-b7ca77a5f49e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 Oct 26 11:20:52.799420 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:53.249247 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:53.267063 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a62e-f06b-4841-ab86-6c9316c33167 req-64e22be3-ca07-46e9-96d9-332c8907bd3b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:53.268615 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e123a62e-f06b-4841-ab86-6c9316c33167 req-64e22be3-ca07-46e9-96d9-332c8907bd3b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 944 time: 0.0503452 Oct 26 11:20:53.314656 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ccc4388b-a57a-45bb-ad12-fb91a77e4cf9 req-f04e3e59-bf99-4d55-bae6-aa4e583860ee tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0275106 Oct 26 11:20:53.320431 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e123a62e-f06b-4841-ab86-6c9316c33167 req-f774684c-38f2-4aa3-9c68-e9d8ce509ad1 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451310 Oct 26 11:20:53.510674 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e0745-fb38-4adc-8002-596ed62d84da req-db48a070-e6df-4961-bb79-8eb979537223 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:53.512174 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ff0e0745-fb38-4adc-8002-596ed62d84da req-db48a070-e6df-4961-bb79-8eb979537223 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0488112 Oct 26 11:20:53.558802 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ff0e0745-fb38-4adc-8002-596ed62d84da req-78dbcdd8-ee0e-4682-8f6a-2bcf0efb8ec2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408528 Oct 26 11:20:53.602765 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device de570ff5-446d-40b7-add4-d927b658a166 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:20:53.643890 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port de570ff5-446d-40b7-add4-d927b658a166 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:20:53.714243 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port de570ff5-446d-40b7-add4-d927b658a166 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:20:53.714623 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (de570ff5-446d-40b7-add4-d927b658a166), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:53.714989 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port de570ff5-446d-40b7-add4-d927b658a166 Oct 26 11:20:53.792537 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port de570ff5-446d-40b7-add4-d927b658a166 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:53.792926 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:53.808135 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:53.824325 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:20:53.826455 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8781b6f5-c77a-437d-8297-cc571775d5ed" -d '{"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-plugged", "status": "completed", "tag": "de570ff5-446d-40b7-add4-d927b658a166"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:20:53.826611 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fde83-6a06-4c77-935f-b183c2d87835 req-4e865c0f-d053-4d93-957f-047abab5694f tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:53.828112 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d34fde83-6a06-4c77-935f-b183c2d87835 req-4e865c0f-d053-4d93-957f-047abab5694f tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0472484 Oct 26 11:20:53.832118 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:53.864728 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1d3c1-706d-4996-b0e5-d90b135aba8a x-openstack-request-id: req-a1c1d3c1-706d-4996-b0e5-d90b135aba8a {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:20:53.865038 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-plugged", "status": "completed", "tag": "de570ff5-446d-40b7-add4-d927b658a166", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:20:53.865293 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1c1d3c1-706d-4996-b0e5-d90b135aba8a {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:20:53.865680 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c1d3c1-706d-4996-b0e5-d90b135aba8a'] response: {'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166', 'code': 200} Oct 26 11:20:53.878531 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d34fde83-6a06-4c77-935f-b183c2d87835 req-72614e9f-31b3-4fea-ba72-a0e0f5f78f36 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Oct 26 11:20:53.914369 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:53.960857 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:54.281550 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6c8a1-8e23-4b3b-a27e-b6cf3bbe7d05 req-e8eb545d-c257-4276-8912-bd24e6b48194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:54.282992 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-48b6c8a1-8e23-4b3b-a27e-b6cf3bbe7d05 req-e8eb545d-c257-4276-8912-bd24e6b48194 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 1129 time: 0.0373914 Oct 26 11:20:54.329001 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-48b6c8a1-8e23-4b3b-a27e-b6cf3bbe7d05 req-16b03486-5be2-4ba6-bd32-2f6e752e332e service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Oct 26 11:20:54.348892 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a07c69-05fc-4e55-8af7-97467d32b091 req-e5bf6404-d986-40e1-8f57-d16a7796f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:54.357979 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-44a07c69-05fc-4e55-8af7-97467d32b091 req-e5bf6404-d986-40e1-8f57-d16a7796f91d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1129 time: 0.0388849 Oct 26 11:20:54.418043 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f852980d-c36a-4ad3-89a6-b70949af1d10 req-3c8bf6b6-1b69-44d8-9636-8293742d8008 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0279312 Oct 26 11:20:54.457685 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c08637-119f-4e3e-bfc2-d3f37e77d77e req-3edde99d-c82b-46e1-93d7-23aedde88c34 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:54.459221 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-36c08637-119f-4e3e-bfc2-d3f37e77d77e req-3edde99d-c82b-46e1-93d7-23aedde88c34 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0634389 Oct 26 11:20:54.519207 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-36c08637-119f-4e3e-bfc2-d3f37e77d77e req-20059580-33d5-48aa-811a-282934f3bcb9 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Oct 26 11:20:54.678258 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c5401-bb2f-442d-b75e-161a49c81a07 req-d5b209b9-76d6-43f5-ba46-0a080ea45cef tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:54.679735 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-096c5401-bb2f-442d-b75e-161a49c81a07 req-d5b209b9-76d6-43f5-ba46-0a080ea45cef tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0482912 Oct 26 11:20:54.727599 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-096c5401-bb2f-442d-b75e-161a49c81a07 req-6d460b02-4a9f-4e5c-a938-bfd9a7a27314 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Oct 26 11:20:54.859187 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-44a07c69-05fc-4e55-8af7-97467d32b091 req-6f034ea3-93e1-4f3a-ade5-b2ff79a2b88e service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Oct 26 11:20:55.001106 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817c4e6-bc5d-4e50-b2a3-365a921088c5 req-30172097-2438-4d81-819c-dec80c5e4ca8 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:55.002616 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4817c4e6-bc5d-4e50-b2a3-365a921088c5 req-30172097-2438-4d81-819c-dec80c5e4ca8 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0493143 Oct 26 11:20:55.051383 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4817c4e6-bc5d-4e50-b2a3-365a921088c5 req-748b4459-9a85-4d27-8552-915c2f984d06 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Oct 26 11:20:55.518802 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e2a99c35-cf04-421b-b147-5c30aa945597 req-09d4efcb-f979-47f7-a821-32120a8bc7db tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Oct 26 11:20:55.590918 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device aa03144d-b19b-4e5d-8027-1ca2393de35d details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:20:55.630963 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702f5ce-395b-4a81-adb1-8271889bc818 req-2b21a114-3336-4cb6-8b57-95c54bedc90c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:55.632355 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2702f5ce-395b-4a81-adb1-8271889bc818 req-2b21a114-3336-4cb6-8b57-95c54bedc90c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Oct 26 11:20:55.681691 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2702f5ce-395b-4a81-adb1-8271889bc818 req-ef33a745-6bcd-4316-bc15-913b5a62920d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Oct 26 11:20:55.689836 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port aa03144d-b19b-4e5d-8027-1ca2393de35d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:55.701704 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'mac_address': 'fa:16:3e:ea:1f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 466, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:20:55.736720 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port aa03144d-b19b-4e5d-8027-1ca2393de35d is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:20:55.737130 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:55.750501 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa03144d-b19b-4e5d-8027-1ca2393de35d {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:20:55.774663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port aa03144d-b19b-4e5d-8027-1ca2393de35d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:20:55.846136 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b4ca9-7615-47e9-aefa-2cf1f17eb331 req-4a08ecff-aecb-4050-a8d6-a19a5d8afe14 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:55.847632 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bf9b4ca9-7615-47e9-aefa-2cf1f17eb331 req-4a08ecff-aecb-4050-a8d6-a19a5d8afe14 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 943 time: 0.0468652 Oct 26 11:20:55.852152 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:20:55.898190 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bf9b4ca9-7615-47e9-aefa-2cf1f17eb331 req-3a2b0f89-b2e9-4f8a-918a-7e8a0e3733c7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Oct 26 11:20:55.899836 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=aa03144d-b19b-4e5d-8027-1ca2393de35d,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:20:56.167843 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215badb-287e-4923-8e3c-173eadaea64b req-25a81c0c-98c1-442f-a8b8-77dc81565d52 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:56.169223 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6215badb-287e-4923-8e3c-173eadaea64b req-25a81c0c-98c1-442f-a8b8-77dc81565d52 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0452423 Oct 26 11:20:56.216286 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6215badb-287e-4923-8e3c-173eadaea64b req-99eb0e4a-3e8a-45c8-896b-ca54706bdc49 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Oct 26 11:20:56.617361 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-66c96984-1433-4986-9d78-4daacdce0e91 req-952fde29-891c-4d6c-878f-12e7f9358419 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0269711 Oct 26 11:20:56.802950 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84131ab5-afff-403d-b10e-303212cff0aa req-832046bc-c750-4e7c-8b12-ef7e75f00604 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:56.804297 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-84131ab5-afff-403d-b10e-303212cff0aa req-832046bc-c750-4e7c-8b12-ef7e75f00604 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0456796 Oct 26 11:20:56.855668 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-84131ab5-afff-403d-b10e-303212cff0aa req-887d1baf-3406-4590-beb4-fed3e1b3b3ea tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459867 Oct 26 11:20:57.014299 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe204b-09f2-4232-92b1-d02409b9a3a7 req-7425eecc-0f82-4d0d-965f-1e642fd0bf9a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:57.015751 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fcfe204b-09f2-4232-92b1-d02409b9a3a7 req-7425eecc-0f82-4d0d-965f-1e642fd0bf9a tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 944 time: 0.0446196 Oct 26 11:20:57.061010 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fcfe204b-09f2-4232-92b1-d02409b9a3a7 req-477468ef-0630-4d58-871e-e9d3a99dea3e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 Oct 26 11:20:57.332292 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f103f-2cd8-4048-8f09-58c9920381ae req-5eb87d0e-ca08-4612-af8f-41d5b87875cf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:57.333627 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c62f103f-2cd8-4048-8f09-58c9920381ae req-5eb87d0e-ca08-4612-af8f-41d5b87875cf tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0453668 Oct 26 11:20:57.381052 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c62f103f-2cd8-4048-8f09-58c9920381ae req-1f950710-4171-44f1-b932-f1efd3bfc4da tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Oct 26 11:20:57.717700 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f4d50759-8c57-44e7-b14a-4bc260bfb048 req-8f0908fd-4046-47b4-a82c-44fe9b6de538 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0289416 Oct 26 11:20:57.973086 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119da9e0-39f8-4a1e-a156-b9620faae6ff req-194a4735-4f68-48de-8856-f2cd5739a61a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:57.974456 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-119da9e0-39f8-4a1e-a156-b9620faae6ff req-194a4735-4f68-48de-8856-f2cd5739a61a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0463638 Oct 26 11:20:58.021583 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-119da9e0-39f8-4a1e-a156-b9620faae6ff req-2085ddea-ba47-4378-b087-2fd5ab07b49f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Oct 26 11:20:58.181165 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c01389-c094-48e3-a85c-0c23437a52c4 req-e94ce574-3d3c-4c40-92f2-38ebdbb0100b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:58.182632 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-75c01389-c094-48e3-a85c-0c23437a52c4 req-e94ce574-3d3c-4c40-92f2-38ebdbb0100b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 944 time: 0.0497308 Oct 26 11:20:58.231670 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-75c01389-c094-48e3-a85c-0c23437a52c4 req-142835c7-29b5-4faf-8c4b-41fed5981840 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Oct 26 11:20:58.498499 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2e658-3e8d-4734-9214-f00f527587ac req-d79d9d01-5568-4e39-bce7-106f4f0631c4 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:58.499892 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8eb2e658-3e8d-4734-9214-f00f527587ac req-d79d9d01-5568-4e39-bce7-106f4f0631c4 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Oct 26 11:20:58.545468 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8eb2e658-3e8d-4734-9214-f00f527587ac req-159827e9-959b-427f-9d64-842590cf15bd tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401695 Oct 26 11:20:58.818954 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9864344e-5c3f-47e6-9212-c6bf7a147c66 req-61ee6c7f-1690-4cd0-bf21-2d1ac49b5f5e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0272889 Oct 26 11:20:59.105202 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:59.139266 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77afe-a5ce-48c0-b0ca-7e29e7fe1a45 req-79ba5ac9-7e54-4174-85e0-3180e73dcb31 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:59.140711 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4bf77afe-a5ce-48c0-b0ca-7e29e7fe1a45 req-79ba5ac9-7e54-4174-85e0-3180e73dcb31 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0457709 Oct 26 11:20:59.188719 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4bf77afe-a5ce-48c0-b0ca-7e29e7fe1a45 req-6225284e-4416-469f-acfd-90aed300c6e6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Oct 26 11:20:59.347928 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094db0-2034-4462-9e56-090637ab9a8b req-8dcfa286-a9c4-4af0-b689-54aeef1cdb6c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:59.349268 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-40094db0-2034-4462-9e56-090637ab9a8b req-8dcfa286-a9c4-4af0-b689-54aeef1cdb6c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 944 time: 0.0450082 Oct 26 11:20:59.397546 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-40094db0-2034-4462-9e56-090637ab9a8b req-5ba8061a-6235-480a-8327-a3057407e348 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Oct 26 11:20:59.666397 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1f390-4b79-4d2d-ae3e-c6e94fef46d1 req-7fa3bded-0786-432d-a642-c83de43b6685 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:20:59.667873 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2bd1f390-4b79-4d2d-ae3e-c6e94fef46d1 req-7fa3bded-0786-432d-a642-c83de43b6685 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Oct 26 11:20:59.679876 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:20:59.716051 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2bd1f390-4b79-4d2d-ae3e-c6e94fef46d1 req-1d6e1bbc-10c3-45cc-9616-6044a5b530de tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426781 Oct 26 11:20:59.919976 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-13c08a15-80d3-4ae9-8482-cc3aca7169d1 req-38e1679e-128a-4bc6-9463-2fcef632b27a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Oct 26 11:21:00.306584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b6e1b-73f1-402a-aac7-7a65f3fdb127 req-e7b4dc88-dc44-46c4-ab94-53d021a9d897 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:00.308157 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5a4b6e1b-73f1-402a-aac7-7a65f3fdb127 req-e7b4dc88-dc44-46c4-ab94-53d021a9d897 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0457931 Oct 26 11:21:00.355672 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5a4b6e1b-73f1-402a-aac7-7a65f3fdb127 req-224759fd-46ad-4831-96a3-f869863fadab tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Oct 26 11:21:00.514195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f2572-c266-4411-a6b5-5f0bc72c5d82 req-3c900766-1e72-4a31-aab4-bd4ad150c827 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:00.515575 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-de0f2572-c266-4411-a6b5-5f0bc72c5d82 req-3c900766-1e72-4a31-aab4-bd4ad150c827 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 944 time: 0.0454884 Oct 26 11:21:00.560838 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-de0f2572-c266-4411-a6b5-5f0bc72c5d82 req-d04aa2af-2297-4073-9975-0f9747c7bfa3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Oct 26 11:21:00.585320 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['aa03144d-b19b-4e5d-8027-1ca2393de35d'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:21:00.839044 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e941-0882-497f-a734-4f5c6f28ac6f req-e9ce4046-dc9f-4fea-a755-306bafa9fb62 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:00.840498 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7b97e941-0882-497f-a734-4f5c6f28ac6f req-e9ce4046-dc9f-4fea-a755-306bafa9fb62 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Oct 26 11:21:00.891815 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7b97e941-0882-497f-a734-4f5c6f28ac6f req-9e56621b-1e66-4cd3-92ca-abd88c283b22 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455797 Oct 26 11:21:01.019265 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-77d186ba-5e49-4a0c-a50a-a3e9dc10cc44 req-da13ebfd-919e-443f-b99c-f484ce60c099 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0265234 Oct 26 11:21:01.478805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0c6f-9ae1-4d63-a1ed-64fab7e52359 req-bd630580-5d12-4867-976f-dcea42da5b1e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:01.480365 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c35e0c6f-9ae1-4d63-a1ed-64fab7e52359 req-bd630580-5d12-4867-976f-dcea42da5b1e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0484161 Oct 26 11:21:01.532124 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c35e0c6f-9ae1-4d63-a1ed-64fab7e52359 req-c3180fbf-a00b-4d9c-aff9-74c3fbbdd03e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452480 Oct 26 11:21:01.686401 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8c424-66df-426c-beb1-fef501ee03b5 req-a8cc4413-0731-4efd-aad2-438aca021cb1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:01.687906 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76c8c424-66df-426c-beb1-fef501ee03b5 req-a8cc4413-0731-4efd-aad2-438aca021cb1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 944 time: 0.0498202 Oct 26 11:21:01.700399 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:01.720619 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:01.736858 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76c8c424-66df-426c-beb1-fef501ee03b5 req-15d86e61-9fe3-40e5-8d0b-3b8619e0d990 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Oct 26 11:21:02.010124 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fbe71-3e17-4815-aeae-c0a38e14265f req-80c19fdb-cad1-4fcd-9bb1-4f9084dc30c3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:02.011640 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fe3fbe71-3e17-4815-aeae-c0a38e14265f req-80c19fdb-cad1-4fcd-9bb1-4f9084dc30c3 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0455544 Oct 26 11:21:02.039071 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device aa03144d-b19b-4e5d-8027-1ca2393de35d up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:21:02.059804 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fe3fbe71-3e17-4815-aeae-c0a38e14265f req-3bcff90e-c420-4762-a860-d2d6ee558ab4 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Oct 26 11:21:02.084087 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port aa03144d-b19b-4e5d-8027-1ca2393de35d completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:21:02.128381 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-42d3767b-c311-4628-a1cd-769a3206436a req-08d8ae63-5894-4476-995d-1efc79940a6b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0293765 Oct 26 11:21:02.149572 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port aa03144d-b19b-4e5d-8027-1ca2393de35d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:21:02.149975 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:02.150316 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port aa03144d-b19b-4e5d-8027-1ca2393de35d Oct 26 11:21:02.226236 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port aa03144d-b19b-4e5d-8027-1ca2393de35d is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:21:02.226539 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:02.250254 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:02.252654 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd7512e-71c6-4863-b513-5ba76d81c21d" -d '{"events": [{"server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "name": "network-vif-plugged", "status": "completed", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:02.265042 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port aa03144d-b19b-4e5d-8027-1ca2393de35d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:02.291817 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ff16b-4de5-42b7-ac39-b75c36e252a6 x-openstack-request-id: req-739ff16b-4de5-42b7-ac39-b75c36e252a6 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:02.292106 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "name": "network-vif-plugged", "status": "completed", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:02.292379 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-739ff16b-4de5-42b7-ac39-b75c36e252a6 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:02.292773 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739ff16b-4de5-42b7-ac39-b75c36e252a6'] response: {'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'code': 200} Oct 26 11:21:02.349677 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:02.372280 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:02.397958 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=aa03144d-b19b-4e5d-8027-1ca2393de35d,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:02.405696 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.409078 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.410057 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.410057 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.410057 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.410264 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:02.660740 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e7844-8027-4f29-9c2b-bc137f1f835f req-267c8d48-8a03-45c1-adc8-c3a3648aa40e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:02.660740 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ab7e7844-8027-4f29-9c2b-bc137f1f835f req-267c8d48-8a03-45c1-adc8-c3a3648aa40e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0474949 Oct 26 11:21:02.716875 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ab7e7844-8027-4f29-9c2b-bc137f1f835f req-98441b98-1ef8-4488-94e8-289abcd44c79 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507884 Oct 26 11:21:02.865790 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45339208-6171-466d-aa67-53c40e18961c req-88548d10-ad74-470c-8466-9fb057189596 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:02.867356 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-45339208-6171-466d-aa67-53c40e18961c req-88548d10-ad74-470c-8466-9fb057189596 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0501256 Oct 26 11:21:02.876209 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a63a16-8901-4cff-a27b-f58d972082d1 req-ba2ed873-8072-41f3-8df8-cb8c755af05b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:02.877691 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-88a63a16-8901-4cff-a27b-f58d972082d1 req-ba2ed873-8072-41f3-8df8-cb8c755af05b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0795081 Oct 26 11:21:02.892865 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4b84f-c022-4ad2-bfa8-bc656c716a46 req-207dcc4f-14d2-4732-8411-5ed7543c83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:02.902285 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-92b4b84f-c022-4ad2-bfa8-bc656c716a46 req-207dcc4f-14d2-4732-8411-5ed7543c83ea service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1129 time: 0.0613494 Oct 26 11:21:02.917294 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-45339208-6171-466d-aa67-53c40e18961c req-cb3ce66a-2387-4a75-bb0e-c4140b0257cf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Oct 26 11:21:02.971400 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-88a63a16-8901-4cff-a27b-f58d972082d1 req-74e06656-af4d-48ff-bd1e-8e3f3df602cf tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878696 Oct 26 11:21:02.973403 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-92b4b84f-c022-4ad2-bfa8-bc656c716a46 req-3bffc902-c46a-4b82-a250-9efbea98dccf service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685959 Oct 26 11:21:03.002652 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 57048) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:03.200190 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8a9ed-1c98-4705-ba0f-0e7c2b179687 tempest-TestShelveInstance-263962956 tempest-TestShelveInstance-263962956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:03.201713 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8ed8a9ed-1c98-4705-ba0f-0e7c2b179687 tempest-TestShelveInstance-263962956 tempest-TestShelveInstance-263962956-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1124 time: 0.1980107 Oct 26 11:21:03.204730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57058) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:03.209248 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'port_id': 'de570ff5-446d-40b7-add4-d927b658a166', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:03.235514 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6fa5674a-5358-48f2-9293-e8849d5ce96e req-43e73779-b595-4347-991f-723f9e048ae5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0265894 Oct 26 11:21:03.292772 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:03.373654 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:03.481206 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Allocated IP 172.27.3.29 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/108e9d26-5631-4216-a3f4-d8c09adeeedb) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:21:03.528665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9311-3c80-4caf-b621-d395969e0881 req-662f3c04-fbcc-4c51-8f91-27e68e2c2f2d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:03.530157 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-41ac9311-3c80-4caf-b621-d395969e0881 req-662f3c04-fbcc-4c51-8f91-27e68e2c2f2d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0519104 Oct 26 11:21:03.590445 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:03.643892 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-41ac9311-3c80-4caf-b621-d395969e0881 req-aabe6cf3-ebf3-4b22-9f96-dcedaba19e1a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043608 Oct 26 11:21:03.668479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-413b3f1d-073a-4ebf-b2e0-f52718a824cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:03.669924 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-413b3f1d-073a-4ebf-b2e0-f52718a824cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 812 time: 0.1388793 Oct 26 11:21:03.698976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:03.737115 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:21:03.742006 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:21:03.746588 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:21:03.752455 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'Port': ['ID=108e9d26-5631-4216-a3f4-d8c09adeeedb,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:03.780096 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.780470 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.780793 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.781120 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.781455 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.781779 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.782100 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.782420 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.782739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.783084 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.783404 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.783725 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.784044 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.784356 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.784683 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:03.881952 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:03.943156 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:04.082206 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec48bb-8152-47a5-80f8-93cfedc7ddb6 req-4723347a-03d9-4f85-8e29-88ba77f9239d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:04.083696 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9aec48bb-8152-47a5-80f8-93cfedc7ddb6 req-4723347a-03d9-4f85-8e29-88ba77f9239d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0820246 Oct 26 11:21:04.125732 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for floatingip (ed4861bc-6a58-4322-a69b-dd34ff3c96e7), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:04.169234 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9aec48bb-8152-47a5-80f8-93cfedc7ddb6 req-e23d4f7c-cca7-4c02-8ab5-7083b6586888 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785356 Oct 26 11:21:04.274016 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:04.342007 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f68a2708-53b7-43ee-a18e-580168df16a0 req-088f66cf-5cf6-43cc-b2c7-6c11cfaa7c2e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Oct 26 11:21:04.420929 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:04.502738 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:04.503454 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ed4861bc-6a58-4322-a69b-dd34ff3c96e7), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:04.584413 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event updated for resources: {'Port': ['ID=108e9d26-5631-4216-a3f4-d8c09adeeedb,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:04.630100 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Floating IP ed4861bc-6a58-4322-a69b-dd34ff3c96e7 associated. External IP: 172.27.3.29, port: de570ff5-446d-40b7-add4-d927b658a166. Oct 26 11:21:04.718830 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.015452 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb3d07-624d-466a-9625-db05a99f4d05 req-a95b387c-5c17-4152-8eda-3246b21fe64d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:05.016944 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cddb3d07-624d-466a-9625-db05a99f4d05 req-a95b387c-5c17-4152-8eda-3246b21fe64d tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.2926140 Oct 26 11:21:05.110166 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cddb3d07-624d-466a-9625-db05a99f4d05 req-8ad12769-81e4-443b-8008-24055dccb3d2 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863950 Oct 26 11:21:05.111875 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Router 6bb1386e-db53-4064-bf3e-b578f3efc4be has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:21:05.204863 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.216603 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:21:05.227047 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] Sync routers for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:21:05.239191 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:21:05.239829 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:20:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:05.295673 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38183e03-cd79-40d2-a468-a3da75435d81 req-4acd7a03-ed60-47f5-929a-6e9d4c801fc1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:05.297642 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38183e03-cd79-40d2-a468-a3da75435d81 req-4acd7a03-ed60-47f5-929a-6e9d4c801fc1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0503755 Oct 26 11:21:05.300010 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:05.319141 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.334325 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e2e7599f-507c-4d8d-bd0f-2290665631ec tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1284492 Oct 26 11:21:05.335264 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:05.337608 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3c5be8-372b-46d4-a156-873b22860e71" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "tag": "de570ff5-446d-40b7-add4-d927b658a166"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:05.352726 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:21:05.378531 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38183e03-cd79-40d2-a468-a3da75435d81 req-6e6e52ed-1ad5-48cc-a2a1-222105c2660e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662816 Oct 26 11:21:05.381668 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b43cc42-bb46-41b1-896f-43dc0be1de7f x-openstack-request-id: req-5b43cc42-bb46-41b1-896f-43dc0be1de7f {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:05.382290 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "tag": "de570ff5-446d-40b7-add4-d927b658a166", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:05.382594 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b43cc42-bb46-41b1-896f-43dc0be1de7f {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:05.383091 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b43cc42-bb46-41b1-896f-43dc0be1de7f'] response: {'name': 'network-changed', 'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166', 'status': 'completed', 'code': 200} Oct 26 11:21:05.427380 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.456709 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a6ea9977-4d89-46a0-839e-1e2c5b784549 req-a5b4c3f9-0bb6-4c59-ba0d-953543db3605 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0277917 Oct 26 11:21:05.610688 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ed4861bc-6a58-4322-a69b-dd34ff3c96e7', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'port_id': 'de570ff5-446d-40b7-add4-d927b658a166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'mac_address': 'fa:16:3e:a6:54:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:03Z', 'updated_at': '2022-10-26T11:21:03Z', 'revision_number': 0, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 5, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:05.635763 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-5b999aa9-ba4e-4aaa-ac9d-0b88d8bfbad2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 380 time: 0.0591476 Oct 26 11:21:05.635956 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] Checking router: 6bb1386e-db53-4064-bf3e-b578f3efc4be for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:21:05.642683 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:05.644702 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:21:05.645338 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:20:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:05.881491 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:21:06.105604 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ed4861bc-6a58-4322-a69b-dd34ff3c96e7', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'port_id': 'de570ff5-446d-40b7-add4-d927b658a166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'mac_address': 'fa:16:3e:a6:54:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:03Z', 'updated_at': '2022-10-26T11:21:03Z', 'revision_number': 0, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 5, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:06.130472 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029689df-18e9-4430-8c0c-b67ef1b0884b None None] The sync data for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi is: [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ed4861bc-6a58-4322-a69b-dd34ff3c96e7', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'port_id': 'de570ff5-446d-40b7-add4-d927b658a166', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'mac_address': 'fa:16:3e:a6:54:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:03Z', 'updated_at': '2022-10-26T11:21:03Z', 'revision_number': 0, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 5, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:21:06.198745 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:06.203380 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'port': {'device_id': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'admin_state_up': True, 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'security_groups': ['54458c52-d4a3-4b90-889d-0c3e92078ea2']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:06.288799 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb83ad-6cdb-4b3a-8f62-d2574cdbe5d3 req-c6e6d606-aa10-4f03-ad59-d0ad5a3290d5 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:06.290291 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-96eb83ad-6cdb-4b3a-8f62-d2574cdbe5d3 req-c6e6d606-aa10-4f03-ad59-d0ad5a3290d5 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.1034827 Oct 26 11:21:06.351746 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431c196-6deb-4c86-acd8-bbc2510b88f7 None None] New status for floating IP ed4861bc-6a58-4322-a69b-dd34ff3c96e7: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:21:06.372414 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-96eb83ad-6cdb-4b3a-8f62-d2574cdbe5d3 req-481b6932-659b-4567-991e-5b66739b243a tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762489 Oct 26 11:21:06.482228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Made reservation on behalf of e378bfab9d91492e81320139fed867c6 for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:21:06.487300 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:06.511461 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838457d-a422-42a9-b183-472d98a3419d req-193c465e-fe59-4674-9a41-947f677de227 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:06.513090 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c838457d-a422-42a9-b183-472d98a3419d req-193c465e-fe59-4674-9a41-947f677de227 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0552595 Oct 26 11:21:06.571944 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c838457d-a422-42a9-b183-472d98a3419d req-3523be79-281f-4171-80c8-8216d4144e13 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518556 Oct 26 11:21:06.611874 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-871716d4-4c60-4ec5-8ba0-d25ce9971b12 req-fbddfb8f-3f19-4211-aef3-b4ff6b5c5e15 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0536165 Oct 26 11:21:06.704998 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f98bf-ed04-4912-bdbe-f7a1444bfab1 req-04197195-ab32-4f4e-8bc9-c75a7ff78768 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:06.708877 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Allocated IP 172.20.0.8 (5b1f4268-e846-46c0-b38f-b877c6621858/4673aec7-54b8-4a38-b1f6-b719c1658a97/f2bbf28a-4a02-46b3-af42-40afd907a949) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:21:06.709003 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-374f98bf-ed04-4912-bdbe-f7a1444bfab1 req-04197195-ab32-4f4e-8bc9-c75a7ff78768 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0531838 Oct 26 11:21:06.717460 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57100) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:06.724211 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'floatingip': {'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:06.770083 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:06.870712 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:06.922981 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-0683e91c-db00-4d2d-9aee-56a5e4b3351c tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:06.924599 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-829147fb-70ab-4f3f-92e5-3c70670129c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:06.924740 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-0683e91c-db00-4d2d-9aee-56a5e4b3351c tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0578682 Oct 26 11:21:06.926596 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-829147fb-70ab-4f3f-92e5-3c70670129c8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1129 time: 0.0604384 Oct 26 11:21:07.027584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Deleting port 888991fc-f82a-47f3-b3e6-2895c3ae654e {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:21:07.027988 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.050066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.061668 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:07.140213 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-d3333bc6-2c10-4dee-99af-e142c00a4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:07.140524 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Network 5b1f4268-e846-46c0-b38f-b877c6621858 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:21:07.141632 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-d3333bc6-2c10-4dee-99af-e142c00a4cc6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 200 len: 910 time: 0.1812992 Oct 26 11:21:07.151642 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:21:07.158138 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:21:07.164502 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=f2bbf28a-4a02-46b3-af42-40afd907a949,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:07.184360 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57104) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:07.187292 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:07.209365 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.209711 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.210052 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.210388 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.210717 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.211074 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.211400 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.211724 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.212045 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.212363 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.212685 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.213002 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.213991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.214194 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.214629 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:21:07.219163 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] For port 888991fc-f82a-47f3-b3e6-2895c3ae654e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=888991fc-f82a-47f3-b3e6-2895c3ae654e,segment=NetworkSegment(dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962),segment_id=dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:07.222701 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.239056 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Calling delete_port for 888991fc-f82a-47f3-b3e6-2895c3ae654e owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:21:07.255081 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:07.255723 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.289334 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-9b83c6ae-b8d4-446c-a76c-30acedc6f00e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 1000 time: 0.1058576 Oct 26 11:21:07.348602 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:07.360147 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-968ffe14-78ef-47d6-87d4-4099768d0bac tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1638455 Oct 26 11:21:07.381846 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6eb73407-222f-4e39-8cc9-b83d8488f833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.399592 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Request body: {'port': {'device_id': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:07.406996 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-9f6c96d8-3ccf-429c-9cd7-636745b19785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:07.408406 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-9f6c96d8-3ccf-429c-9cd7-636745b19785 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2416d34a-0f9b-4518-a86a-7375364ac902 HTTP/1.1" status: 200 len: 848 time: 0.1126895 Oct 26 11:21:07.473893 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:07.507295 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.513455 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-0058e7d5-9e65-43ea-b574-ce940d4ec14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:07.515170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-b39aa69c-976a-4020-882d-efa3d054c2b5 None None] Provisioning complete for port f2bbf28a-4a02-46b3-af42-40afd907a949 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:21:07.515672 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b39aa69c-976a-4020-882d-efa3d054c2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.516084 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-0058e7d5-9e65-43ea-b574-ce940d4ec14d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0968504 Oct 26 11:21:07.516384 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-b39aa69c-976a-4020-882d-efa3d054c2b5 None None] Attempt 1 to provision port f2bbf28a-4a02-46b3-af42-40afd907a949 Oct 26 11:21:07.522102 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.538036 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b9b80-1571-4571-ae41-15757b8d1862 req-b226a5c3-b863-4345-86c0-61b6c089acb9 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:07.539393 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-677b9b80-1571-4571-ae41-15757b8d1862 req-b226a5c3-b863-4345-86c0-61b6c089acb9 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 945 time: 0.0689898 Oct 26 11:21:07.549768 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-b39aa69c-976a-4020-882d-efa3d054c2b5 None None] Port f2bbf28a-4a02-46b3-af42-40afd907a949 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:21:07.602024 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.693070 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-3424535b-14e4-4d4a-8302-9f7bbc88a5ad service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694005 Oct 26 11:21:07.778505 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (888991fc-f82a-47f3-b3e6-2895c3ae654e), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.817850 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:07.832461 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Pushing event deleted for resources: {'Port': ['ID=888991fc-f82a-47f3-b3e6-2895c3ae654e,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:07.839009 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['888991fc-f82a-47f3-b3e6-2895c3ae654e'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:21:07.865854 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6eb73407-222f-4e39-8cc9-b83d8488f833 admin admin] Publish callbacks [] for security_group (59509e3d-07a8-4c29-a64a-ef896b244df6), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.879802 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Floating IP ce71979d-0e17-4821-8a7c-6cf63243ed4b associated. External IP: 172.27.3.15, port: aa03144d-b19b-4e5d-8027-1ca2393de35d. Oct 26 11:21:07.945285 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21e614-7fc4-4e4b-a49b-c033582dece2 req-193d2b10-56a3-4370-ac8d-ab988b5a3a8f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:07.945793 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] No DVR routers for this DVR port 888991fc-f82a-47f3-b3e6-2895c3ae654e on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:21:07.946788 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6d21e614-7fc4-4e4b-a49b-c033582dece2 req-193d2b10-56a3-4370-ac8d-ab988b5a3a8f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 931 time: 0.2000544 Oct 26 11:21:07.949014 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.952420 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.55 "DELETE /networking/v2.0/ports/888991fc-f82a-47f3-b3e6-2895c3ae654e HTTP/1.1" status: 204 len: 173 time: 1.0135703 Oct 26 11:21:07.958539 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'name': 'network-vif-deleted', 'tag': '888991fc-f82a-47f3-b3e6-2895c3ae654e'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:07.960657 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6fca8e-ebb2-4d0c-a627-92e714b43527" -d '{"events": [{"server_uuid": "b059e78c-afde-4f1f-9a77-b2d6d5aa4e77", "name": "network-vif-deleted", "tag": "888991fc-f82a-47f3-b3e6-2895c3ae654e"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:07.972019 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6eb73407-222f-4e39-8cc9-b83d8488f833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (59509e3d-07a8-4c29-a64a-ef896b244df6), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:07.981130 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-677b9b80-1571-4571-ae41-15757b8d1862 req-99fa90c4-ba93-4758-9cd9-67b10b4c7811 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040327 Oct 26 11:21:08.059020 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a8db53-da10-4a0e-8128-b28cd6971e4e x-openstack-request-id: req-37a8db53-da10-4a0e-8128-b28cd6971e4e {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:08.059020 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b059e78c-afde-4f1f-9a77-b2d6d5aa4e77", "name": "network-vif-deleted", "tag": "888991fc-f82a-47f3-b3e6-2895c3ae654e", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:08.059020 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37a8db53-da10-4a0e-8128-b28cd6971e4e {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:08.059020 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a8db53-da10-4a0e-8128-b28cd6971e4e'] response: {'server_uuid': 'b059e78c-afde-4f1f-9a77-b2d6d5aa4e77', 'name': 'network-vif-deleted', 'tag': '888991fc-f82a-47f3-b3e6-2895c3ae654e', 'status': 'completed', 'code': 200} Oct 26 11:21:08.146243 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bbf28a-4a02-46b3-af42-40afd907a949 {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:21:08.155762 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Publish callbacks [] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.169415 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Transition to ACTIVE for port object f2bbf28a-4a02-46b3-af42-40afd907a949 will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:21:08.288622 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.311211 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7f3c5be8-372b-46d4-a156-873b22860e71 req-aea3b644-ecfd-49da-9ca2-0692f7f64f90 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817122 Oct 26 11:21:08.321586 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-ee0ebc53-f5b4-4cb1-8cf2-fa50a8a2bd31 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3965352 Oct 26 11:21:08.334356 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6eb73407-222f-4e39-8cc9-b83d8488f833 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d34ea9c8581c4a53a949b046a7776789&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1490676 Oct 26 11:21:08.335199 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb73407-222f-4e39-8cc9-b83d8488f833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59509e3d-07a8-4c29-a64a-ef896b244df6,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:08.337611 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57116) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:08.371997 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Pushing event updated for resources: {'Port': ['ID=f2bbf28a-4a02-46b3-af42-40afd907a949,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:08.395256 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6d21e614-7fc4-4e4b-a49b-c033582dece2 req-373b95ae-b74a-4478-b304-823dddbb6166 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4272537 Oct 26 11:21:08.441578 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:08.446317 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Attempting to bind port f2bbf28a-4a02-46b3-af42-40afd907a949 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:21:08.448394 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Attempting to bind port f2bbf28a-4a02-46b3-af42-40afd907a949 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:21:08.448561 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Attempting to bind port f2bbf28a-4a02-46b3-af42-40afd907a949 on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:21:08.477373 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:08.492766 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Port f2bbf28a-4a02-46b3-af42-40afd907a949 on network 5b1f4268-e846-46c0-b38f-b877c6621858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:21:08.493397 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Attempting to bind port f2bbf28a-4a02-46b3-af42-40afd907a949 on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:21:08.499406 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-d60e8b6c-18e1-4a16-b373-6f0c124e9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:08.500495 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-d60e8b6c-18e1-4a16-b373-6f0c124e9c87 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1130 time: 0.1034489 Oct 26 11:21:08.511250 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dc5-fb94-48de-a5bd-8996f86af67c admin admin] Publish callbacks [] for security_group (59509e3d-07a8-4c29-a64a-ef896b244df6), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.546609 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:21:08.547227 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Checking segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:21:08.547399 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Bound using segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:21:08.547752 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Bound port: f2bbf28a-4a02-46b3-af42-40afd907a949, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:21:08.548101 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.593099 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dc5-fb94-48de-a5bd-8996f86af67c admin admin] Publish callbacks [] for security_group (59509e3d-07a8-4c29-a64a-ef896b244df6), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.615220 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] For port f2bbf28a-4a02-46b3-af42-40afd907a949, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:21:08.618282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] For port f2bbf28a-4a02-46b3-af42-40afd907a949, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f2bbf28a-4a02-46b3-af42-40afd907a949,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:21:08.637384 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:08.674661 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:21:08.693647 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.703228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:08.703228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.703228 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-7f21f218-570c-4680-903e-8282daa47bad service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/f2bbf28a-4a02-46b3-af42-40afd907a949 HTTP/1.1" status: 200 len: 1093 time: 1.3094585 Oct 26 11:21:08.706200 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-44561e7b-9a45-42c4-ba3d-a36629adc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:08.707705 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-44561e7b-9a45-42c4-ba3d-a36629adc0c0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.1866288 Oct 26 11:21:08.757500 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21f218-570c-4680-903e-8282daa47bad service neutron] Pushing event updated for resources: {'Port': ['ID=f2bbf28a-4a02-46b3-af42-40afd907a949,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:08.803076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dc5-fb94-48de-a5bd-8996f86af67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (59509e3d-07a8-4c29-a64a-ef896b244df6), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.805729 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dc5-fb94-48de-a5bd-8996f86af67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.810524 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2bdd7dc5-fb94-48de-a5bd-8996f86af67c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/59509e3d-07a8-4c29-a64a-ef896b244df6 HTTP/1.1" status: 204 len: 168 time: 0.4628885 Oct 26 11:21:08.850468 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-0b932bcd-a904-41f0-866e-4be8785dfbf4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 1002 time: 0.1102240 Oct 26 11:21:08.855726 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd7dc5-fb94-48de-a5bd-8996f86af67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59509e3d-07a8-4c29-a64a-ef896b244df6,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:08.871195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:21:08.875484 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:08.881206 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] Sync routers for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:21:08.894805 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:21:08.895537 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:20:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:08.913453 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d497ee0e-49fb-43e7-9679-a36a8721aa0b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/ce71979d-0e17-4821-8a7c-6cf63243ed4b HTTP/1.1" status: 200 len: 990 time: 2.1946347 Oct 26 11:21:08.914181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:08.917171 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e9f484-1e9e-4181-afc0-075d3c083e56" -d '{"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:08.957287 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ff399-0df7-41f9-8079-690a917d2814 x-openstack-request-id: req-021ff399-0df7-41f9-8079-690a917d2814 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:08.957771 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:08.958028 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-021ff399-0df7-41f9-8079-690a917d2814 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:08.958438 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021ff399-0df7-41f9-8079-690a917d2814'] response: {'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'status': 'completed', 'code': 200} Oct 26 11:21:09.004874 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:21:09.111144 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-be39f3ec-fa4b-45f0-bbdc-d25985851329 req-16943a18-0779-476a-a2ec-390529c76a8e tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=b059e78c-afde-4f1f-9a77-b2d6d5aa4e77 HTTP/1.1" status: 200 len: 210 time: 0.0314853 Oct 26 11:21:09.245530 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ce71979d-0e17-4821-8a7c-6cf63243ed4b', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'mac_address': 'fa:16:3e:ea:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:20:32Z', 'updated_at': '2022-10-26T11:21:07Z', 'revision_number': 1, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:09.277878 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-6d3b7c48-b2d3-4bf2-a002-a745bab2d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.279752 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-6d3b7c48-b2d3-4bf2-a002-a745bab2d7d9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 1127 time: 0.0580180 Oct 26 11:21:09.279943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] Checking router: f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:21:09.288980 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:21:09.289585 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:20:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:09.308245 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-d22fc53d-4f4d-4d0b-b7d9-599af06cf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.309701 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-d22fc53d-4f4d-4d0b-b7d9-599af06cf395 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.1139455 Oct 26 11:21:09.311006 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-624ce60d-826f-447a-91b5-528f39349dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.312320 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-624ce60d-826f-447a-91b5-528f39349dc5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1129 time: 0.0552692 Oct 26 11:21:09.331041 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-4b4c10e3-ae88-45f1-80e6-77079f38e836 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2bbf28a-4a02-46b3-af42-40afd907a949 HTTP/1.1" status: 200 len: 217 time: 0.0349679 Oct 26 11:21:09.396350 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-e2544bcb-020b-4d1b-9e89-8c84cda0d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.399364 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-e2544bcb-020b-4d1b-9e89-8c84cda0d0f1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0617762 Oct 26 11:21:09.400767 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:09.408378 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:21:09.435457 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-999ce411-d35a-4247-ab20-6a4583e504ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.436962 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-999ce411-d35a-4247-ab20-6a4583e504ef service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1157603 Oct 26 11:21:09.458275 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-a67370d4-9b5b-462d-a970-85729fb3e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.459819 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-a67370d4-9b5b-462d-a970-85729fb3e103 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536923 Oct 26 11:21:09.524310 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:09.566335 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-ad4e8e13-d66a-4f3c-ba01-d404b6a6aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.568400 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-ad4e8e13-d66a-4f3c-ba01-d404b6a6aa7e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.2460701 Oct 26 11:21:09.613381 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56e4fc-65ba-4cfb-abff-da6a2e89dbcb req-6b50e502-b40b-45d3-9898-73141f8c57e9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.621310 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6f56e4fc-65ba-4cfb-abff-da6a2e89dbcb req-6b50e502-b40b-45d3-9898-73141f8c57e9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.1115181 Oct 26 11:21:09.630273 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-a2107eb3-2b0f-4848-a02d-db2ab155d0a4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804526 Oct 26 11:21:09.667638 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-6f154b8e-b801-4e1f-a282-bdf543e1e6d8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 200 len: 998 time: 0.0914669 Oct 26 11:21:09.676111 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ce71979d-0e17-4821-8a7c-6cf63243ed4b', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'mac_address': 'fa:16:3e:ea:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:20:32Z', 'updated_at': '2022-10-26T11:21:07Z', 'revision_number': 1, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:09.689445 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-c04d7741-ae27-41ce-bad7-a1bf9571ec9b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233758 Oct 26 11:21:09.693436 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6f56e4fc-65ba-4cfb-abff-da6a2e89dbcb req-f7ab3ef3-50a4-4bf8-a08b-0f33e39ca87e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716586 Oct 26 11:21:09.703710 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c17adf-bfc4-4b03-9bc6-a6a32acc9f93 None None] The sync data for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi is: [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ce71979d-0e17-4821-8a7c-6cf63243ed4b', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'mac_address': 'fa:16:3e:ea:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:20:32Z', 'updated_at': '2022-10-26T11:21:07Z', 'revision_number': 1, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:21:09.764029 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-43f063c1-b294-434e-ad6e-9a729edb3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.765477 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-43f063c1-b294-434e-ad6e-9a729edb3ace service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0917974 Oct 26 11:21:09.785191 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-95530d95-878e-45ce-a34e-cf434782d0e2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479006 Oct 26 11:21:09.790263 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:09.811523 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fff05be2-34ff-4360-8c88-863b3437ef2c req-889a151c-5f06-45c4-abd1-de15f3cdea53 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164322 Oct 26 11:21:09.823908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-898fe413-b1db-4d6b-bc76-30d004fa1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:09.824177 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-898fe413-b1db-4d6b-bc76-30d004fa1894 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513291 Oct 26 11:21:09.905203 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:09.976525 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-f252ac0b-2d9e-4878-8440-5615f03d5422 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083364 Oct 26 11:21:09.981968 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805128ab-c635-452c-9717-39eb22e79d0f None None] New status for floating IP ce71979d-0e17-4821-8a7c-6cf63243ed4b: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:21:10.049462 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 888991fc-f82a-47f3-b3e6-2895c3ae654e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:21:10.058593 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:10.060946 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab" -d '{"events": [{"name": "network-changed", "server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:10.074967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 888991fc-f82a-47f3-b3e6-2895c3ae654e {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:21:10.075321 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 888991fc-f82a-47f3-b3e6-2895c3ae654e not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:21:10.101617 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db59760-22b1-4ca2-9067-6ae04c365fe7 x-openstack-request-id: req-2db59760-22b1-4ca2-9067-6ae04c365fe7 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:10.101904 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:10.102153 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2db59760-22b1-4ca2-9067-6ae04c365fe7 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:10.102558 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db59760-22b1-4ca2-9067-6ae04c365fe7'] response: {'name': 'network-changed', 'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'status': 'completed', 'code': 200} Oct 26 11:21:10.850396 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ca1b-ce64-49c5-82b5-e921adb1c3d2 req-ba525ee5-4f09-428a-8eab-476e67027f52 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:10.851835 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5303ca1b-ce64-49c5-82b5-e921adb1c3d2 req-ba525ee5-4f09-428a-8eab-476e67027f52 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0524459 Oct 26 11:21:10.903146 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5303ca1b-ce64-49c5-82b5-e921adb1c3d2 req-0d6d12c5-21ac-4ab6-b928-b4ad3a0f8526 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451195 Oct 26 11:21:11.061719 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-8cfbd78c-d179-4f91-8a71-c38b5aa05b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:11.063261 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-8cfbd78c-d179-4f91-8a71-c38b5aa05b89 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 1127 time: 0.0478146 Oct 26 11:21:11.108422 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e9f484-1e9e-4181-afc0-075d3c083e56 req-709fdd7d-3d87-484e-a915-cce50eed54d6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918279 Oct 26 11:21:11.385230 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-c42fd202-bc1f-42c4-9515-532cbc55e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:11.387328 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-c42fd202-bc1f-42c4-9515-532cbc55e2e0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 913 time: 0.0965123 Oct 26 11:21:11.496639 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-901304df-8992-4cff-8193-c6167d706b16 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2bbf28a-4a02-46b3-af42-40afd907a949 HTTP/1.1" status: 200 len: 217 time: 0.0384636 Oct 26 11:21:11.546866 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-596302c4-33a8-4d7e-832a-d344446fc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:11.548311 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-596302c4-33a8-4d7e-832a-d344446fc5e2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0446713 Oct 26 11:21:11.594557 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-b31c21e4-4b36-48e9-97f8-45a4fac77db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:11.596383 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-b31c21e4-4b36-48e9-97f8-45a4fac77db4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413029 Oct 26 11:21:11.698635 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-7cacecb4-f3d4-4d96-bab4-3990b71af0ac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894880 Oct 26 11:21:11.793097 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ea0f10-78ad-4c47-844f-14ae4ee0baab req-f18839e2-2aeb-43d0-9600-6737bc5e3c7b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844948 Oct 26 11:21:12.031999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51f75c-2007-477e-a690-8f09079149c5 req-584ecc19-41e4-4732-b559-12aeac58e6c9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:12.033463 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1b51f75c-2007-477e-a690-8f09079149c5 req-584ecc19-41e4-4732-b559-12aeac58e6c9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0472150 Oct 26 11:21:12.085903 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1b51f75c-2007-477e-a690-8f09079149c5 req-54db4309-d8cf-4042-b021-69a2bf06e28a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469465 Oct 26 11:21:12.545280 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:13.071547 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-28b3ac95-12b7-4945-8610-db39c0e08ecd tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=3c55d5d8b72b4cf3b348995f49e96c5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290260 Oct 26 11:21:13.211731 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610ed5b-7597-4dde-9f61-a5a6e032d518 req-892d4f81-388f-4afc-99c2-4d50d6b451ab tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:13.213194 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2610ed5b-7597-4dde-9f61-a5a6e032d518 req-892d4f81-388f-4afc-99c2-4d50d6b451ab tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0459378 Oct 26 11:21:13.243933 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:13.254913 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-835f0301-5dce-4564-8822-763e72a0d30b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:13.256301 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-835f0301-5dce-4564-8822-763e72a0d30b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792130 Oct 26 11:21:13.264122 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2610ed5b-7597-4dde-9f61-a5a6e032d518 req-07f703a6-c950-4844-825e-1641427cd227 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Oct 26 11:21:13.270906 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-0477d530-d791-4915-ba89-5244535e4189 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/quotas/3c55d5d8b72b4cf3b348995f49e96c5f HTTP/1.1" status: 200 len: 375 time: 0.0092528 Oct 26 11:21:13.307237 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-c26adff6-9427-4427-8a0c-8432dfd40bc9 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3c55d5d8b72b4cf3b348995f49e96c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306041 Oct 26 11:21:13.576573 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-906561c8-4ece-4980-a2e1-cc679a05135d req-da51f4fe-1e5d-4510-90fc-3ee83f803313 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Oct 26 11:21:14.382194 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52beec1-e0a8-4579-ac1b-7e2d785a4e28 req-6a97d143-39fd-417b-9b72-337fc4944613 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:14.383651 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a52beec1-e0a8-4579-ac1b-7e2d785a4e28 req-6a97d143-39fd-417b-9b72-337fc4944613 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0458522 Oct 26 11:21:14.432649 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a52beec1-e0a8-4579-ac1b-7e2d785a4e28 req-16be25c2-4ec9-4d12-ae0d-8506f3c98f8f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Oct 26 11:21:14.680155 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91d83ff9-fc11-4bab-af7f-08f4742fc534 req-94b873df-f71e-4344-bd78-0dfa82ae9900 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0301914 Oct 26 11:21:15.551200 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe8ded-3619-44c5-9092-4c9968cfda64 req-692bcf6e-8706-4836-9344-b38e88b749ef tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:15.552703 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9abe8ded-3619-44c5-9092-4c9968cfda64 req-692bcf6e-8706-4836-9344-b38e88b749ef tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0461278 Oct 26 11:21:15.605484 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9abe8ded-3619-44c5-9092-4c9968cfda64 req-e65e40f0-0382-45df-a129-11663aa5eb83 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471878 Oct 26 11:21:15.672199 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:15.782569 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a737e15c-9876-4879-b14d-d09290c161a8 req-4cb99dc9-ca6d-44f8-aece-bcc88e88e4fe tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0283625 Oct 26 11:21:16.698508 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:21:16.724352 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59d38-17cc-476e-80e8-49ee9b14355e req-c44a5440-bc40-469f-b31a-ce0eb4f406fb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:16.725852 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8fb59d38-17cc-476e-80e8-49ee9b14355e req-c44a5440-bc40-469f-b31a-ce0eb4f406fb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0464089 Oct 26 11:21:16.774950 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8fb59d38-17cc-476e-80e8-49ee9b14355e req-79f467ed-3b07-40ef-8590-b15505e55bd7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429482 Oct 26 11:21:16.881194 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-41b3d268-2ebb-411b-92e1-5023889e6127 req-704a9f16-643f-42a0-a1dc-65ac82c81b41 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0269623 Oct 26 11:21:17.357777 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4b92d945-b7bc-4e55-bc7f-afa1a0fa45b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:17.897506 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050022b-eb66-4c71-9d63-a45a47025c08 req-9f1bd105-d86b-410a-9528-06512f418b96 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:17.899340 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7050022b-eb66-4c71-9d63-a45a47025c08 req-9f1bd105-d86b-410a-9528-06512f418b96 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0494621 Oct 26 11:21:17.956604 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7050022b-eb66-4c71-9d63-a45a47025c08 req-a0394231-5b73-45f0-98d7-46d185bf0bf5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512474 Oct 26 11:21:17.986480 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a830a3-994e-4835-8400-6fd1d5f34cf3 req-5b0054e5-fdd5-4758-bae1-37d6bd30638e tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Oct 26 11:21:19.101342 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76cdd5-7eb1-4444-8871-734685cc9b74 req-402a9083-8733-4aa5-a16b-5511be0e6d71 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:19.103647 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9a76cdd5-7eb1-4444-8871-734685cc9b74 req-402a9083-8733-4aa5-a16b-5511be0e6d71 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0589805 Oct 26 11:21:19.116811 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91618668-39bf-455f-9b65-4d876d4c7c7e req-305d44a6-dc94-44e8-affc-9bc799b54478 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0407331 Oct 26 11:21:19.181761 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9a76cdd5-7eb1-4444-8871-734685cc9b74 req-6d25628d-9eb6-4752-8f01-75881569eb2b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679431 Oct 26 11:21:19.580476 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-62a3bfc7-21ca-42a1-a5c8-34d76b50c990 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=3c55d5d8b72b4cf3b348995f49e96c5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292988 Oct 26 11:21:19.703690 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9331e6cd-b1f8-4d54-aec4-532727004747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:19.810441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-29ffc15f-76b1-4c3b-be41-6dc444070485 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:19.811974 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-29ffc15f-76b1-4c3b-be41-6dc444070485 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205617 Oct 26 11:21:19.853104 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Request body: {'port': {'device_id': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737', 'admin_state_up': True, 'tenant_id': '3c55d5d8b72b4cf3b348995f49e96c5f'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:20.055081 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Made reservation on behalf of 3c55d5d8b72b4cf3b348995f49e96c5f for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:21:20.059311 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.071639 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.110851 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:20.112636 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device f2bbf28a-4a02-46b3-af42-40afd907a949 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:21:20.174425 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks [] for security_group (b5f48ed9-999c-4b46-bf71-f8fb3c68e329), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.201641 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:20.249470 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port f2bbf28a-4a02-46b3-af42-40afd907a949, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f2bbf28a-4a02-46b3-af42-40afd907a949,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:20.257209 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6c13c8b5-12f8-45d6-a496-72ea1311b353 req-f21935a8-5e9a-4d79-8736-40e6dbeed57d tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0333514 Oct 26 11:21:20.268308 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'port_id': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'mac_address': 'fa:16:3e:e9:41:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 496, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:21:20.273843 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b5f48ed9-999c-4b46-bf71-f8fb3c68e329), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.329863 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port f2bbf28a-4a02-46b3-af42-40afd907a949 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:21:20.330593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.351108 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bbf28a-4a02-46b3-af42-40afd907a949 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:21:20.355237 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ce2cb-77a9-4250-9fb2-07d6de72cf6c req-2aaabd0e-daed-4b81-b0ad-d86d9588ff6f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:20.365363 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e18ce2cb-77a9-4250-9fb2-07d6de72cf6c req-2aaabd0e-daed-4b81-b0ad-d86d9588ff6f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 943 time: 0.0602062 Oct 26 11:21:20.377020 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port f2bbf28a-4a02-46b3-af42-40afd907a949, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f2bbf28a-4a02-46b3-af42-40afd907a949,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:20.423438 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e18ce2cb-77a9-4250-9fb2-07d6de72cf6c req-b348a826-8341-4a97-9143-3703ee2f8d10 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568147 Oct 26 11:21:20.442685 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f48ed9-999c-4b46-bf71-f8fb3c68e329,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:20.455469 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.468163 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Allocated IP 192.168.233.81 (7f65cdfd-9373-40bb-9775-dc1ca1a1f737/ba6665f7-6f5b-4898-b087-4199302b4e67/a8c71c23-1cf8-44ad-80e0-6e91d3b6207c) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:21:20.510635 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=f2bbf28a-4a02-46b3-af42-40afd907a949,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:20.643693 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks [] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.702812 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:20.718861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.725460 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:20.779308 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:21:20.785729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:21:20.788427 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:21:20.794034 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Pushing event updated for resources: {'Port': ['ID=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:20.857937 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:20.858667 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:20.984138 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-fe0baaa0-4506-4615-bde9-0ba4526d9a84 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1353693 Oct 26 11:21:20.992696 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:21.007321 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Request body: {'port': {'device_id': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:21.069080 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['f2bbf28a-4a02-46b3-af42-40afd907a949'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:21:21.076092 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:21.092511 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:21.117477 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-87bd10e9-cd73-4ee0-b52a-357eb68176a9 None None] Provisioning complete for port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:21:21.120767 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-87bd10e9-cd73-4ee0-b52a-357eb68176a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:21.120767 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-87bd10e9-cd73-4ee0-b52a-357eb68176a9 None None] Attempt 1 to provision port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c Oct 26 11:21:21.166128 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-87bd10e9-cd73-4ee0-b52a-357eb68176a9 None None] Port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:21:21.391603 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c71c23-1cf8-44ad-80e0-6e91d3b6207c {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:21:21.416703 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Publish callbacks [] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:21.441678 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd15e69-be38-4095-b03f-6394c984e1cf req-b7c1a5f7-a2a8-414b-acf1-07f7a55ffa6f tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:21.443587 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4cd15e69-be38-4095-b03f-6394c984e1cf req-b7c1a5f7-a2a8-414b-acf1-07f7a55ffa6f tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 935 time: 0.0736029 Oct 26 11:21:21.444510 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Transition to ACTIVE for port object a8c71c23-1cf8-44ad-80e0-6e91d3b6207c will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:21:21.498933 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4cd15e69-be38-4095-b03f-6394c984e1cf req-0b6926ce-b14f-4a9b-97eb-ef9790cc301c tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 Oct 26 11:21:21.524419 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:21.592862 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:21.599461 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8c312-9498-448f-8d7d-92537f19b97d req-15bc6bd4-fb87-4b92-8e28-47b23ebe97e7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:21.609103 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-52c8c312-9498-448f-8d7d-92537f19b97d req-15bc6bd4-fb87-4b92-8e28-47b23ebe97e7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 944 time: 0.0621958 Oct 26 11:21:21.618005 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:21.646483 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:21.674430 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-52c8c312-9498-448f-8d7d-92537f19b97d req-d380a685-1a8d-4a47-ac8a-8f07d01cf182 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641491 Oct 26 11:21:21.927365 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Attempting to bind port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:21:21.927889 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Attempting to bind port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:21:21.928316 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Attempting to bind port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c on network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:21:21.977986 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c on network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:21:21.978408 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Attempting to bind port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c on network 7f65cdfd-9373-40bb-9775-dc1ca1a1f737 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:21:22.023242 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:21:22.023685 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Checking segment: {'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:21:22.024092 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Bound using segment: {'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:21:22.024550 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Bound port: a8c71c23-1cf8-44ad-80e0-6e91d3b6207c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c70232-de89-4568-bc36-c9f6edad96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 483, 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:21:22.025032 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:22.081289 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:22.100665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] For port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:21:22.104049 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] For port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,segment=NetworkSegment(b9c70232-de89-4568-bc36-c9f6edad96c3),segment_id=b9c70232-de89-4568-bc36-c9f6edad96c3)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:21:22.199087 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:22.203731 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.204460 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:22.205932 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/a8c71c23-1cf8-44ad-80e0-6e91d3b6207c HTTP/1.1" status: 200 len: 1097 time: 1.2035809 Oct 26 11:21:22.206603 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'tag': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:22.209140 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b5de3c-c2d5-47b3-ad7a-77eb54a26df1" -d '{"events": [{"name": "network-changed", "server_uuid": "f56cb0b4-cb10-4cd6-967b-1cd875517f26", "tag": "a8c71c23-1cf8-44ad-80e0-6e91d3b6207c"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:22.260730 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e982a55-0dfe-4f7e-8660-892b000d6ac1 x-openstack-request-id: req-3e982a55-0dfe-4f7e-8660-892b000d6ac1 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:22.261705 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56cb0b4-cb10-4cd6-967b-1cd875517f26", "tag": "a8c71c23-1cf8-44ad-80e0-6e91d3b6207c", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:22.262048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e982a55-0dfe-4f7e-8660-892b000d6ac1 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:22.262503 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e982a55-0dfe-4f7e-8660-892b000d6ac1'] response: {'name': 'network-changed', 'server_uuid': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'tag': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c', 'status': 'completed', 'code': 200} Oct 26 11:21:22.275529 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d5b13-d520-477d-89da-60b13173f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:22.397204 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5de3c-c2d5-47b3-ad7a-77eb54a26df1 req-8ca62b3c-0174-4447-b6bc-b6a845e33452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.398752 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-96b5de3c-c2d5-47b3-ad7a-77eb54a26df1 req-8ca62b3c-0174-4447-b6bc-b6a845e33452 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=3c55d5d8b72b4cf3b348995f49e96c5f&device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 1131 time: 0.0464485 Oct 26 11:21:22.456765 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-96b5de3c-c2d5-47b3-ad7a-77eb54a26df1 req-bffacaf3-4789-4ea2-885a-2f04e82a210b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=3c55d5d8b72b4cf3b348995f49e96c5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237842 Oct 26 11:21:22.567297 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5de3c-c2d5-47b3-ad7a-77eb54a26df1 req-c23b55c6-dd02-4315-a087-2661b73144df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.569731 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-96b5de3c-c2d5-47b3-ad7a-77eb54a26df1 req-c23b55c6-dd02-4315-a087-2661b73144df service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060934 Oct 26 11:21:22.631042 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c333f40-e475-4871-80d7-0ce2fabae542 req-a2a00944-50d8-4ad2-a0df-b8daa80ec505 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.632915 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9c333f40-e475-4871-80d7-0ce2fabae542 req-a2a00944-50d8-4ad2-a0df-b8daa80ec505 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 947 time: 0.0523620 Oct 26 11:21:22.676206 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device f2bbf28a-4a02-46b3-af42-40afd907a949 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:21:22.697361 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9c333f40-e475-4871-80d7-0ce2fabae542 req-09c969e2-0945-46c6-8325-56672697dd47 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581827 Oct 26 11:21:22.729122 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-e945d2f0-3c0f-424c-8b16-fd8cc7f6d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.732965 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-e945d2f0-3c0f-424c-8b16-fd8cc7f6d2f2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=3c55d5d8b72b4cf3b348995f49e96c5f&device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 1131 time: 0.0593815 Oct 26 11:21:22.771120 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:22.780286 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port f2bbf28a-4a02-46b3-af42-40afd907a949 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:21:22.798340 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-2f7fbebb-87d9-4a3e-9ed1-860e2a07d87b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c HTTP/1.1" status: 200 len: 217 time: 0.0461287 Oct 26 11:21:22.833260 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:22.867181 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port f2bbf28a-4a02-46b3-af42-40afd907a949 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:21:22.868401 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:22.868747 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port f2bbf28a-4a02-46b3-af42-40afd907a949 Oct 26 11:21:22.882857 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:22.890855 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe59b0-ddc5-4379-8265-4f28a65d31f3 req-e9a6657f-0e04-4f45-a6c8-46032fe98cea tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.892519 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4cfe59b0-ddc5-4379-8265-4f28a65d31f3 req-e9a6657f-0e04-4f45-a6c8-46032fe98cea tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 944 time: 0.0970066 Oct 26 11:21:22.897972 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-e57f3c8f-c9a6-44f2-b48b-907981f0bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.899526 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-e57f3c8f-c9a6-44f2-b48b-907981f0bd6c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ba6665f7-6f5b-4898-b087-4199302b4e67 HTTP/1.1" status: 200 len: 843 time: 0.0906017 Oct 26 11:21:22.976582 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-81ebbf01-ea9a-4051-a278-026aab6119af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:22.978260 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-81ebbf01-ea9a-4051-a278-026aab6119af service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7f65cdfd-9373-40bb-9775-dc1ca1a1f737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0628645 Oct 26 11:21:22.989069 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port f2bbf28a-4a02-46b3-af42-40afd907a949 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:21:22.989613 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:23.004263 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4cfe59b0-ddc5-4379-8265-4f28a65d31f3 req-083a634f-0c48-44bd-89b9-9d53071958b9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036246 Oct 26 11:21:23.026170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:23.036382 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884deb59-6d17-424f-8500-fa1082eac96a" -d '{"events": [{"server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "name": "network-vif-plugged", "status": "completed", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:23.056258 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port f2bbf28a-4a02-46b3-af42-40afd907a949, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f2bbf28a-4a02-46b3-af42-40afd907a949,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:23.093751 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307031e3-70b3-4233-bec3-46e3f0e2413e x-openstack-request-id: req-307031e3-70b3-4233-bec3-46e3f0e2413e {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:23.094077 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "name": "network-vif-plugged", "status": "completed", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:23.094318 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-307031e3-70b3-4233-bec3-46e3f0e2413e {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:23.095011 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307031e3-70b3-4233-bec3-46e3f0e2413e'] response: {'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'code': 200} Oct 26 11:21:23.104306 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-0cdc77c8-9c1b-4cfc-a05a-552e66a5dd35 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7f65cdfd-9373-40bb-9775-dc1ca1a1f737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160448 Oct 26 11:21:23.164677 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:23.203913 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:23.360596 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f7ebaa32-73f2-4044-a882-a89bc6601d98 req-691a7c8d-0661-44fe-b71b-4667ece28d06 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7f65cdfd-9373-40bb-9775-dc1ca1a1f737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976182 Oct 26 11:21:23.419478 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=f2bbf28a-4a02-46b3-af42-40afd907a949,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:23.857808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae21fad-fa8c-4971-b2fe-b5f401de83df req-dd0d44d3-9975-44e0-a83f-fc6fef9bed22 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:23.859534 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dae21fad-fa8c-4971-b2fe-b5f401de83df req-dd0d44d3-9975-44e0-a83f-fc6fef9bed22 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 947 time: 0.0630398 Oct 26 11:21:23.912238 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dae21fad-fa8c-4971-b2fe-b5f401de83df req-f1ee425c-3333-4068-8cdc-b7d3aea919a7 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467846 Oct 26 11:21:24.142527 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55292458-361f-44fc-98df-fc27c752f91c req-cbfe9f73-b936-490c-a7f0-38382df3acde tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:24.144271 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-55292458-361f-44fc-98df-fc27c752f91c req-cbfe9f73-b936-490c-a7f0-38382df3acde tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0567069 Oct 26 11:21:24.199259 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-55292458-361f-44fc-98df-fc27c752f91c req-26a1612f-10f0-42e8-be51-1edf62d5d037 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487847 Oct 26 11:21:25.043882 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158ba0-9100-43bd-a3e5-d4df2f2fa2e5 req-7124d148-191a-421f-91ae-99a71bedec4e tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:25.046171 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26158ba0-9100-43bd-a3e5-d4df2f2fa2e5 req-7124d148-191a-421f-91ae-99a71bedec4e tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 947 time: 0.0495424 Oct 26 11:21:25.097472 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26158ba0-9100-43bd-a3e5-d4df2f2fa2e5 req-7d188987-e989-4b68-b6ae-72cf9973f86f tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Oct 26 11:21:25.347053 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c595aea-e33e-41ed-a35e-d4851bb0a1e1 req-df0721ab-00ef-4ae5-9ea4-40b38164bfa9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:25.348454 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9c595aea-e33e-41ed-a35e-d4851bb0a1e1 req-df0721ab-00ef-4ae5-9ea4-40b38164bfa9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0509877 Oct 26 11:21:25.403153 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9c595aea-e33e-41ed-a35e-d4851bb0a1e1 req-5ccaca04-ac2d-4d57-a301-fc5bcb899c61 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487888 Oct 26 11:21:26.226200 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06cc2a-387a-49c5-9897-998948c56c38 req-999b819b-eb17-4292-a8a7-573387354e5a tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:26.227797 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f06cc2a-387a-49c5-9897-998948c56c38 req-999b819b-eb17-4292-a8a7-573387354e5a tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 947 time: 0.0515530 Oct 26 11:21:26.281442 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:26.286937 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f06cc2a-387a-49c5-9897-998948c56c38 req-9e6b76e5-b344-49be-98b3-4339ca4b1979 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 Oct 26 11:21:26.542835 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9b29e-940c-4590-9d8d-1360259490c0 req-45c47d18-2221-4290-9673-ab95eaee9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:26.544397 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91e9b29e-940c-4590-9d8d-1360259490c0 req-45c47d18-2221-4290-9673-ab95eaee9e59 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 1129 time: 0.0455503 Oct 26 11:21:26.547395 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813d9e-b6f4-47f0-b18b-ce7dccfa4d01 req-52bf1823-ccd9-4769-97b1-bcb3e249c734 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:26.549480 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7813d9e-b6f4-47f0-b18b-ce7dccfa4d01 req-52bf1823-ccd9-4769-97b1-bcb3e249c734 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0567160 Oct 26 11:21:26.602991 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91e9b29e-940c-4590-9d8d-1360259490c0 req-79731a8c-8f9a-4c76-8360-9446a93a591d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480194 Oct 26 11:21:26.605777 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7813d9e-b6f4-47f0-b18b-ce7dccfa4d01 req-260aa5a5-8ec6-45a6-b105-c0a73b6c9925 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488691 Oct 26 11:21:26.694906 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:27.417017 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e4c3-737c-44af-99e8-780da0afc7bc req-68c606e7-4db3-4a1c-adb6-2b956783afc8 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:27.418467 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0d17e4c3-737c-44af-99e8-780da0afc7bc req-68c606e7-4db3-4a1c-adb6-2b956783afc8 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 947 time: 0.0465298 Oct 26 11:21:27.469827 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0d17e4c3-737c-44af-99e8-780da0afc7bc req-f8073c7f-2ebf-4d6d-8618-f6a917b53cbc tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Oct 26 11:21:27.750614 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4016608-65ad-4f4a-b677-e7d2c2dec6c7 req-1fe02cd8-2ca4-4e7e-bf26-120a4ed9e4d8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:27.758729 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b4016608-65ad-4f4a-b677-e7d2c2dec6c7 req-1fe02cd8-2ca4-4e7e-bf26-120a4ed9e4d8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0720675 Oct 26 11:21:27.809406 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b4016608-65ad-4f4a-b677-e7d2c2dec6c7 req-a301a8a2-0557-4491-b0d7-8d133f6c4168 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497875 Oct 26 11:21:28.596633 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155482a3-956a-4117-990a-71954f9f4306 req-57b58a06-30f1-4a37-a345-20aee19a351b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:28.598095 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-155482a3-956a-4117-990a-71954f9f4306 req-57b58a06-30f1-4a37-a345-20aee19a351b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 947 time: 0.0479088 Oct 26 11:21:28.647546 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device a8c71c23-1cf8-44ad-80e0-6e91d3b6207c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:21:28.653438 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-155482a3-956a-4117-990a-71954f9f4306 req-bea088dc-efcb-4ed1-a9aa-1636d4ce626e tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Oct 26 11:21:28.755175 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,segment=NetworkSegment(b9c70232-de89-4568-bc36-c9f6edad96c3),segment_id=b9c70232-de89-4568-bc36-c9f6edad96c3)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:28.767931 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c', 'network_id': '7f65cdfd-9373-40bb-9775-dc1ca1a1f737', 'port_id': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c', 'mac_address': 'fa:16:3e:06:aa:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6665f7-6f5b-4898-b087-4199302b4e67', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:21:28.820509 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:21:28.821210 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:28.836376 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c71c23-1cf8-44ad-80e0-6e91d3b6207c {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:21:28.866231 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,segment=NetworkSegment(b9c70232-de89-4568-bc36-c9f6edad96c3),segment_id=b9c70232-de89-4568-bc36-c9f6edad96c3)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:28.942801 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:28.962432 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63187e7e-feb1-4555-a05b-1989be635fd3 req-2d065533-f598-4a82-92ea-f9c5f914352a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:28.977984 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-63187e7e-feb1-4555-a05b-1989be635fd3 req-2d065533-f598-4a82-92ea-f9c5f914352a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0687399 Oct 26 11:21:29.002266 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:29.043442 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-63187e7e-feb1-4555-a05b-1989be635fd3 req-4271998c-5e3c-4bf8-86e4-e7940d7ca717 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649123 Oct 26 11:21:29.699948 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['a8c71c23-1cf8-44ad-80e0-6e91d3b6207c'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:21:29.786259 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:29.819773 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31353e58-3357-4773-b83b-64ea61575033 req-dbf60e27-2fca-4916-80e3-7d4a65ccdbbc tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:29.821414 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-31353e58-3357-4773-b83b-64ea61575033 req-dbf60e27-2fca-4916-80e3-7d4a65ccdbbc tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 948 time: 0.0651836 Oct 26 11:21:29.883807 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-31353e58-3357-4773-b83b-64ea61575033 req-215b3f99-4c04-4d97-80bb-22c25cd5c1b7 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Oct 26 11:21:30.204351 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9429c-0120-4ba6-bd9e-94f654f6548e req-13f4398e-a0e9-4aff-9570-c0d6fb19e43a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:30.223450 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-18a9429c-0120-4ba6-bd9e-94f654f6548e req-13f4398e-a0e9-4aff-9570-c0d6fb19e43a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0819533 Oct 26 11:21:30.289320 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-18a9429c-0120-4ba6-bd9e-94f654f6548e req-9ad7a2e1-d0ed-42e6-a9ed-a311a4567027 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643570 Oct 26 11:21:30.433812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f24ec4-7ad9-4a4b-9b29-91ca3766f7f7 req-38058a07-995a-4222-8bf1-8e2a3731c769 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:30.435474 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59f24ec4-7ad9-4a4b-9b29-91ca3766f7f7 req-38058a07-995a-4222-8bf1-8e2a3731c769 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0528445 Oct 26 11:21:30.486956 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59f24ec4-7ad9-4a4b-9b29-91ca3766f7f7 req-557f9fd1-8d90-464e-a43f-8d9725dc1e41 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455170 Oct 26 11:21:30.518685 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57428) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:30.741024 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bba5c6-8904-498b-81d8-06e7c42b7dd6 tempest-TestVolumeBootPattern-2076365656 tempest-TestVolumeBootPattern-2076365656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:30.746473 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-27bba5c6-8904-498b-81d8-06e7c42b7dd6 tempest-TestVolumeBootPattern-2076365656 tempest-TestVolumeBootPattern-2076365656-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 1124 time: 0.2228866 Oct 26 11:21:30.746660 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 57436) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:30.753538 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'port_id': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:30.840592 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:30.965032 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.018194 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb42a2e-b6e5-43c1-9012-ed347574a972 req-1bc46f0d-df16-4715-bd07-42c969e6a860 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:31.025634 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5bb42a2e-b6e5-43c1-9012-ed347574a972 req-1bc46f0d-df16-4715-bd07-42c969e6a860 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 948 time: 0.0581841 Oct 26 11:21:31.064050 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:31.078203 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5bb42a2e-b6e5-43c1-9012-ed347574a972 req-111e0e86-f8b1-404b-9907-6a1eec64fda5 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517089 Oct 26 11:21:31.080467 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Allocated IP 172.27.3.232 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/668d92d8-8c53-4b41-bb5c-18a0a330f8e9) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:21:31.164331 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:31.203548 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.300079 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.339137 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:21:31.342792 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:21:31.349000 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:21:31.361518 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device a8c71c23-1cf8-44ad-80e0-6e91d3b6207c up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:21:31.377772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=668d92d8-8c53-4b41-bb5c-18a0a330f8e9,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:31.415673 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:21:31.479846 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:21:31.480331 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.481274 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c Oct 26 11:21:31.517725 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:31.564393 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:21:31.564781 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.590552 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:31.593552 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a734a44a-4855-4d91-8140-227a6c6ad98e" -d '{"events": [{"server_uuid": "f56cb0b4-cb10-4cd6-967b-1cd875517f26", "name": "network-vif-plugged", "status": "completed", "tag": "a8c71c23-1cf8-44ad-80e0-6e91d3b6207c"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:31.607780 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,segment=NetworkSegment(b9c70232-de89-4568-bc36-c9f6edad96c3),segment_id=b9c70232-de89-4568-bc36-c9f6edad96c3)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:31.646746 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ffce9-638e-4874-98fa-def87537baa3 x-openstack-request-id: req-d38ffce9-638e-4874-98fa-def87537baa3 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:31.647088 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56cb0b4-cb10-4cd6-967b-1cd875517f26", "name": "network-vif-plugged", "status": "completed", "tag": "a8c71c23-1cf8-44ad-80e0-6e91d3b6207c", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:31.647347 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d38ffce9-638e-4874-98fa-def87537baa3 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:31.647743 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38ffce9-638e-4874-98fa-def87537baa3'] response: {'server_uuid': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c', 'code': 200} Oct 26 11:21:31.673534 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:31.752869 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:31.962926 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (ed66a3dc-8fb5-473e-8a91-6fe2d39923fe), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:32.067229 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7947f-7b93-4371-8e71-07cb1d346322 req-4974bd6b-6581-4d6e-81d5-3cf6d47b0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:32.068732 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59b7947f-7b93-4371-8e71-07cb1d346322 req-4974bd6b-6581-4d6e-81d5-3cf6d47b0822 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 1133 time: 0.0671940 Oct 26 11:21:32.117443 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:32.164937 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:32.190333 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59b7947f-7b93-4371-8e71-07cb1d346322 req-7e34bac2-2392-49ef-a1bc-2c0280cd68d8 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100278 Oct 26 11:21:32.235678 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d265caa-fc13-454f-a7d6-e956c82f628f req-6a67e95c-7ccc-4f01-b57a-4b94b7351d49 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:32.239298 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1d265caa-fc13-454f-a7d6-e956c82f628f req-6a67e95c-7ccc-4f01-b57a-4b94b7351d49 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 949 time: 0.0651293 Oct 26 11:21:32.315282 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1d265caa-fc13-454f-a7d6-e956c82f628f req-307bc110-c16d-4b1f-bb72-b54262911221 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 Oct 26 11:21:32.372700 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:32.434772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:32.508187 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=668d92d8-8c53-4b41-bb5c-18a0a330f8e9,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:32.510682 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ed66a3dc-8fb5-473e-8a91-6fe2d39923fe), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:32.556283 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:32.623304 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Floating IP ed66a3dc-8fb5-473e-8a91-6fe2d39923fe associated. External IP: 172.27.3.232, port: f2bbf28a-4a02-46b3-af42-40afd907a949. Oct 26 11:21:33.105802 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:21:33.224935 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:21:33.237540 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:21:33.278265 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:21:33.279483 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:21:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:33.299090 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:33.368390 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-fc08f9cf-2c6c-409f-9a7d-517755a83461 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6214364 Oct 26 11:21:33.371194 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:33.371594 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4195765-6e02-47ed-b4e8-a196806900b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:33.461055 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84bc50d-2433-47aa-94c4-f729c72650a7 x-openstack-request-id: req-c84bc50d-2433-47aa-94c4-f729c72650a7 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:33.461055 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:33.461055 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c84bc50d-2433-47aa-94c4-f729c72650a7 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:33.461055 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84bc50d-2433-47aa-94c4-f729c72650a7'] response: {'name': 'network-changed', 'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'status': 'completed', 'code': 200} Oct 26 11:21:33.522335 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:21:33.546067 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ccfad-f4df-4cb2-b921-b77e2abd896b req-d4b547a2-69c2-4f4c-a601-0fec86f30d33 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:33.547639 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e87ccfad-f4df-4cb2-b921-b77e2abd896b req-d4b547a2-69c2-4f4c-a601-0fec86f30d33 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 949 time: 0.0689435 Oct 26 11:21:33.560130 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:33.602807 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e87ccfad-f4df-4cb2-b921-b77e2abd896b req-479abd0c-58cc-476d-8ef6-e3779f7ee36b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493588 Oct 26 11:21:33.749170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ed66a3dc-8fb5-473e-8a91-6fe2d39923fe', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:e9:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:31Z', 'updated_at': '2022-10-26T11:21:31Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:33.776661 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:21:33.784692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-fbe2b042-d69f-439f-aa4b-21971510bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:33.786138 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:21:33.786753 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:21:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:33.787120 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-fbe2b042-d69f-439f-aa4b-21971510bf35 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 1129 time: 0.0541320 Oct 26 11:21:33.882637 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:33.892621 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-7d554aa7-1c0a-4f42-ab34-9226c810ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:33.895840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:21:33.895967 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-7d554aa7-1c0a-4f42-ab34-9226c810ef6a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 913 time: 0.0976226 Oct 26 11:21:33.977315 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:34.041042 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-6b1b976c-9749-4278-bd23-9cf0e5f70e27 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2bbf28a-4a02-46b3-af42-40afd907a949 HTTP/1.1" status: 200 len: 999 time: 0.1082036 Oct 26 11:21:34.116985 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-46aefa00-adb9-456e-b752-9effadae8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:34.118619 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-46aefa00-adb9-456e-b752-9effadae8f47 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0712044 Oct 26 11:21:34.199517 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-252355be-aa82-4471-bcbe-3bb846bd5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:34.202297 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-252355be-aa82-4471-bcbe-3bb846bd5220 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470061 Oct 26 11:21:34.209715 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ed66a3dc-8fb5-473e-8a91-6fe2d39923fe', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:e9:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:31Z', 'updated_at': '2022-10-26T11:21:31Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:34.237295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ee720-53a2-471a-b07e-6b331d0bacc7 None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ed66a3dc-8fb5-473e-8a91-6fe2d39923fe', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:e9:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:31Z', 'updated_at': '2022-10-26T11:21:31Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:21:34.504107 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a34943-e7c6-4669-9568-cef238891796 None None] New status for floating IP ed66a3dc-8fb5-473e-8a91-6fe2d39923fe: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:21:34.730133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007ae87-9832-466b-99c8-e22137076692 req-dbd1d5a5-b25d-49ce-8ffd-dc3e7919792c tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:34.730133 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f007ae87-9832-466b-99c8-e22137076692 req-dbd1d5a5-b25d-49ce-8ffd-dc3e7919792c tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 949 time: 0.0481215 Oct 26 11:21:34.778056 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f007ae87-9832-466b-99c8-e22137076692 req-1989b239-0ff9-4a0b-8b00-b26dabacac07 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429373 Oct 26 11:21:35.109624 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-13f68f72-d67a-4737-b120-7b3ea95fe251 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944967 Oct 26 11:21:35.225940 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:35.237551 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c7370-c473-4b1d-96ea-9f0132a94e06 req-39e2bffa-9fd5-44c9-9c3e-b3030c6c58ef tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:35.239056 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-966c7370-c473-4b1d-96ea-9f0132a94e06 req-39e2bffa-9fd5-44c9-9c3e-b3030c6c58ef tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 949 time: 0.0573819 Oct 26 11:21:35.269010 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4195765-6e02-47ed-b4e8-a196806900b4 req-3122b0c3-578b-4458-b148-7c678ee29790 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463172 Oct 26 11:21:35.297152 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-966c7370-c473-4b1d-96ea-9f0132a94e06 req-d4df5c28-4e17-4708-8506-ee75cf069f24 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Oct 26 11:21:36.418789 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367412c1-1578-423f-b983-f39abc4fb014 req-d8db2cf7-e9a8-4dcc-b283-9ad9658a2f29 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:36.420839 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-367412c1-1578-423f-b983-f39abc4fb014 req-d8db2cf7-e9a8-4dcc-b283-9ad9658a2f29 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 949 time: 0.0470154 Oct 26 11:21:36.470760 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-367412c1-1578-423f-b983-f39abc4fb014 req-8b004837-4734-4bd6-ae49-4a17f031bcad tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Oct 26 11:21:37.591108 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc420da-5109-49ef-b5eb-e4c2b1b6469b req-8f21b50d-7bb4-438f-a1ad-f4f7e9a9f93b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:37.592604 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7fc420da-5109-49ef-b5eb-e4c2b1b6469b req-8f21b50d-7bb4-438f-a1ad-f4f7e9a9f93b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 949 time: 0.0468075 Oct 26 11:21:37.675932 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7fc420da-5109-49ef-b5eb-e4c2b1b6469b req-1f6c243c-5ef5-45b6-b215-77d7c374336c tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5f48ed9-999c-4b46-bf71-f8fb3c68e329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769274 Oct 26 11:21:37.682094 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-286fb86b-37e3-49a8-b050-e41e96f416dc tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:37.683075 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-286fb86b-37e3-49a8-b050-e41e96f416dc tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 949 time: 0.0672200 Oct 26 11:21:37.808464 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Deleting port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:21:37.809286 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:37.900590 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] For port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,segment=NetworkSegment(b9c70232-de89-4568-bc36-c9f6edad96c3),segment_id=b9c70232-de89-4568-bc36-c9f6edad96c3)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:37.900966 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:37.914540 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Calling delete_port for a8c71c23-1cf8-44ad-80e0-6e91d3b6207c owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:21:37.964316 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:38.096716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (a8c71c23-1cf8-44ad-80e0-6e91d3b6207c), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:38.123564 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Pushing event deleted for resources: {'Port': ['ID=a8c71c23-1cf8-44ad-80e0-6e91d3b6207c,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:38.151467 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['a8c71c23-1cf8-44ad-80e0-6e91d3b6207c'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:21:38.173805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] No DVR routers for this DVR port a8c71c23-1cf8-44ad-80e0-6e91d3b6207c on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:21:38.182678 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:38.182678 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ceb2a1c3-dc7c-4971-970c-758230b7eef4 req-00cbf0ae-5ba2-40f8-9ecd-94fcf1f9f019 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.55 "DELETE /networking/v2.0/ports/a8c71c23-1cf8-44ad-80e0-6e91d3b6207c HTTP/1.1" status: 204 len: 173 time: 0.4617724 Oct 26 11:21:38.182678 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'name': 'network-vif-deleted', 'tag': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:38.183313 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910fcfbd-f786-4459-ad35-ef6369de812e" -d '{"events": [{"server_uuid": "f56cb0b4-cb10-4cd6-967b-1cd875517f26", "name": "network-vif-deleted", "tag": "a8c71c23-1cf8-44ad-80e0-6e91d3b6207c"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:38.226051 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912d77a-9244-4746-aa28-739f5ae6dd77 x-openstack-request-id: req-f912d77a-9244-4746-aa28-739f5ae6dd77 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:38.226340 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56cb0b4-cb10-4cd6-967b-1cd875517f26", "name": "network-vif-deleted", "tag": "a8c71c23-1cf8-44ad-80e0-6e91d3b6207c", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:38.226589 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f912d77a-9244-4746-aa28-739f5ae6dd77 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:38.227022 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f912d77a-9244-4746-aa28-739f5ae6dd77'] response: {'server_uuid': 'f56cb0b4-cb10-4cd6-967b-1cd875517f26', 'name': 'network-vif-deleted', 'tag': 'a8c71c23-1cf8-44ad-80e0-6e91d3b6207c', 'status': 'completed', 'code': 200} Oct 26 11:21:38.798275 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7b522e47-5d1e-485a-b96d-c1faa5211d82 req-d9ede672-8cf4-41f7-a527-2cc6e647ab1b tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0314009 Oct 26 11:21:38.869117 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57594) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:38.915207 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_v2 [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] Deleting subnet fff71fc3-4158-473e-a68e-e3ab98ffdc97 {{(pid=105072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:21:38.917771 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:38.918600 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] Publish callbacks [] for subnet (fff71fc3-4158-473e-a68e-e3ab98ffdc97), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:38.957813 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] Publish callbacks [] for subnet (fff71fc3-4158-473e-a68e-e3ab98ffdc97), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:38.963949 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (fff71fc3-4158-473e-a68e-e3ab98ffdc97), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.069659 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for subnet (fff71fc3-4158-473e-a68e-e3ab98ffdc97), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.093167 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff71fc3-4158-473e-a68e-e3ab98ffdc97,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:39.099485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.102549 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-528a8706-a577-4fb8-a27e-34eae713f46a admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/fff71fc3-4158-473e-a68e-e3ab98ffdc97 HTTP/1.1" status: 204 len: 168 time: 0.2317564 Oct 26 11:21:39.105145 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57596) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:39.171548 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (75a10cc7-b501-47b5-a507-62e78a6167f4), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.254912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (75a10cc7-b501-47b5-a507-62e78a6167f4), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.274923 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.275291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.276036 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.276368 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > port after_create 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.276708 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.277059 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > port after_update 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.277379 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.277701 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.278015 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.278334 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.345618 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.345892 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.346226 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.346565 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 26 11:21:39.346966 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a10cc7-b501-47b5-a507-62e78a6167f4']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:39.364379 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:39.364674 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:21:39.380061 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.403986 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.412943 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Releasing vlan 467 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:21:39.413324 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.539356 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (75a10cc7-b501-47b5-a507-62e78a6167f4), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.547698 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962 resource provider aggregate not found Oct 26 11:21:39.551443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:39.555852 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/75a10cc7-b501-47b5-a507-62e78a6167f4 HTTP/1.1" status: 204 len: 168 time: 0.4485543 Oct 26 11:21:39.573727 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f9902-d433-4254-bdc7-5768bbc36110 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a10cc7-b501-47b5-a507-62e78a6167f4,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:39.589561 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfdcbc5d-75cd-4d6f-a8c7-c8d795b15962 found for delete ", "request_id": "req-c02777a4-42f4-4acb-a900-b33c895c7b26"}]} Oct 26 11:21:39.913694 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 57614) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:39.914370 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f46a7033-fcfc-46dd-af1a-4754fbac96b5 req-74680396-cc68-4853-8b1c-1a1fd7d85140 tempest-VolumesNegativeTest-37728066 tempest-VolumesNegativeTest-37728066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f56cb0b4-cb10-4cd6-967b-1cd875517f26 HTTP/1.1" status: 200 len: 210 time: 0.0279319 Oct 26 11:21:39.956409 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a9f522bc-a188-483b-aadc-53d05b626364 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8576eb9289f147f2ab9ba6f1c00b3ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436916 Oct 26 11:21:39.958928 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 57616) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:40.006413 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8be5866a-0b80-40c3-83fb-36f06e91ab59 admin admin] Publish callbacks [] for security_group (b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:40.026562 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8be5866a-0b80-40c3-83fb-36f06e91ab59 admin admin] Publish callbacks [] for security_group (b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:40.173093 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8be5866a-0b80-40c3-83fb-36f06e91ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:40.175614 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8be5866a-0b80-40c3-83fb-36f06e91ab59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:40.176775 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8be5866a-0b80-40c3-83fb-36f06e91ab59 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8 HTTP/1.1" status: 204 len: 168 time: 0.2169464 Oct 26 11:21:40.184756 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5866a-0b80-40c3-83fb-36f06e91ab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e7afe1-d76d-4e93-923f-e1ecbdd3bed8,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:41.333362 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device a8c71c23-1cf8-44ad-80e0-6e91d3b6207c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:21:41.356373 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: a8c71c23-1cf8-44ad-80e0-6e91d3b6207c {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:21:41.356840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device a8c71c23-1cf8-44ad-80e0-6e91d3b6207c not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:21:41.942483 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57682) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:41.947205 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-a36e82fb-3184-48bc-99af-265f298de66d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119855825', 'description': 'tempest-description--54610851'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:42.027094 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a36e82fb-3184-48bc-99af-265f298de66d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.097718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a36e82fb-3184-48bc-99af-265f298de66d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (64fc9ead-fef5-4b08-9415-b9e45f64a6c3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.172535 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a36e82fb-3184-48bc-99af-265f298de66d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (64fc9ead-fef5-4b08-9415-b9e45f64a6c3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.204697 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e82fb-3184-48bc-99af-265f298de66d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc9ead-fef5-4b08-9415-b9e45f64a6c3,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:42.294592 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a36e82fb-3184-48bc-99af-265f298de66d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.295885 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-a36e82fb-3184-48bc-99af-265f298de66d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3523591 Oct 26 11:21:42.302825 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57736) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:42.307062 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-846474d6-fa9e-4f98-bea9-58166dfa0c90 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': '64fc9ead-fef5-4b08-9415-b9e45f64a6c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:42.443279 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-846474d6-fa9e-4f98-bea9-58166dfa0c90 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (d33b95a3-4170-420b-a6a5-273ea5efbed4), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.489167 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:42.504082 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-846474d6-fa9e-4f98-bea9-58166dfa0c90 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (d33b95a3-4170-420b-a6a5-273ea5efbed4), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.521447 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.612888 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-846474d6-fa9e-4f98-bea9-58166dfa0c90 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (d33b95a3-4170-420b-a6a5-273ea5efbed4), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.631940 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846474d6-fa9e-4f98-bea9-58166dfa0c90 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33b95a3-4170-420b-a6a5-273ea5efbed4,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:42.694973 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-846474d6-fa9e-4f98-bea9-58166dfa0c90 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.696434 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-846474d6-fa9e-4f98-bea9-58166dfa0c90 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3924613 Oct 26 11:21:42.699408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57756) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:42.703824 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-3e3f301a-4ee7-4d7c-ac91-036bf15440ac tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': '64fc9ead-fef5-4b08-9415-b9e45f64a6c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:42.802314 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3e3f301a-4ee7-4d7c-ac91-036bf15440ac tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (d258cf56-4ed8-4fa3-9e0f-49d9d7a8b9a3), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.817077 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:42.861864 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3e3f301a-4ee7-4d7c-ac91-036bf15440ac tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (d258cf56-4ed8-4fa3-9e0f-49d9d7a8b9a3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.932082 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3e3f301a-4ee7-4d7c-ac91-036bf15440ac tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (d258cf56-4ed8-4fa3-9e0f-49d9d7a8b9a3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:42.949832 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f301a-4ee7-4d7c-ac91-036bf15440ac tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d258cf56-4ed8-4fa3-9e0f-49d9d7a8b9a3,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:43.031758 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3e3f301a-4ee7-4d7c-ac91-036bf15440ac tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:43.034880 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-3e3f301a-4ee7-4d7c-ac91-036bf15440ac tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344741 Oct 26 11:21:43.041290 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57766) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:43.045578 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:43.155887 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:43.237937 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:43.569748 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.27.3.40 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/2b95f14a-8c01-4cb5-9552-aa026481f9b3) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:21:43.673878 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:43.790964 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:43.831549 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:21:43.836419 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:21:43.842463 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:21:43.870535 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=2b95f14a-8c01-4cb5-9552-aa026481f9b3,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:43.940941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (82df7904-b479-4418-87df-60bd4645f93f), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:44.041438 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:44.042846 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:44.152690 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:44.197068 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:44.277098 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:44.350744 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=2b95f14a-8c01-4cb5-9552-aa026481f9b3,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:44.354477 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (82df7904-b479-4418-87df-60bd4645f93f), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:44.454984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:44.456273 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e7fcd679-d57e-4953-a7d4-b5bad4f51dae tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4140399 Oct 26 11:21:44.688626 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-1a8d3d8d-1015-4d6d-946d-454c1b730521 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--119855825&fields=id&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 267 time: 0.0427649 Oct 26 11:21:44.798848 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-4e00c188-2b84-4e28-ad39-631b0fb7cfa7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:44.800340 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-4e00c188-2b84-4e28-ad39-631b0fb7cfa7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.1049924 Oct 26 11:21:44.815456 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-a66750a8-4049-4d07-a020-615bff8d59a1 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/quotas/724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 375 time: 0.0094373 Oct 26 11:21:44.874097 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-e391e7ca-f6a2-4616-9469-7c2d91bd384a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532470 Oct 26 11:21:44.978381 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-7ae1e143-d16c-4667-93c4-d61594941d40 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930362 Oct 26 11:21:45.076717 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-25b5c07f-7a3a-4a71-b847-beb1ff8e3914 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925629 Oct 26 11:21:45.390965 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6db93c25-04d9-4dc4-b7c3-650c3c27e867 req-c9be38e7-d440-499b-ac2c-b9fb58dbb66e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 210 time: 0.0355892 Oct 26 11:21:45.772587 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:45.773372 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:46.117591 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57956) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:46.222495 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ec5d-5f87-461e-a8fe-2192c711ab37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:46.297690 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ec5d-5f87-461e-a8fe-2192c711ab37 admin admin] Publish callbacks [] for security_group (6cdfa979-8e7e-4cc8-8e07-ddfca307bf08), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:46.379184 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ec5d-5f87-461e-a8fe-2192c711ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6cdfa979-8e7e-4cc8-8e07-ddfca307bf08), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:46.397530 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:46.418952 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1ec5d-5f87-461e-a8fe-2192c711ab37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdfa979-8e7e-4cc8-8e07-ddfca307bf08,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:46.423259 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-8ee1ec5d-5f87-461e-a8fe-2192c711ab37 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f53873c9b2fc493496a8665e70546b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046474 Oct 26 11:21:46.426214 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 57962) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:46.491521 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7913317d-5357-4aa1-8136-ae8e8969ca47 admin admin] Publish callbacks [] for security_group (6cdfa979-8e7e-4cc8-8e07-ddfca307bf08), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:46.515290 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-18b9dbe3-b745-4e76-b95b-5cd96f2ac4d7 req-4f0ed8e0-aae3-4121-9ca7-0e29e62d4bf0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 210 time: 0.0377731 Oct 26 11:21:46.529371 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7913317d-5357-4aa1-8136-ae8e8969ca47 admin admin] Publish callbacks [] for security_group (6cdfa979-8e7e-4cc8-8e07-ddfca307bf08), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:46.558207 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:46.664865 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7913317d-5357-4aa1-8136-ae8e8969ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6cdfa979-8e7e-4cc8-8e07-ddfca307bf08), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:46.667712 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7913317d-5357-4aa1-8136-ae8e8969ca47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:46.671212 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7913317d-5357-4aa1-8136-ae8e8969ca47 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6cdfa979-8e7e-4cc8-8e07-ddfca307bf08 HTTP/1.1" status: 204 len: 168 time: 0.2417510 Oct 26 11:21:46.680951 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913317d-5357-4aa1-8136-ae8e8969ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdfa979-8e7e-4cc8-8e07-ddfca307bf08,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:47.097212 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 57988) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:47.228352 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:47.258093 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58000) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:21:47.258668 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-4f473281-4117-43db-87f5-7041220e62d5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3c55d5d8b72b4cf3b348995f49e96c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597764 Oct 26 11:21:47.326859 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d1104364-d0c8-4f27-b6e1-0c2afdd1469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:47.338151 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3b208-16eb-44c8-b55c-48e7706d7bb0 req-cd10fa71-ec8a-4946-ba1b-a77b1bb0ab26 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:47.339641 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b5d3b208-16eb-44c8-b55c-48e7706d7bb0 req-cd10fa71-ec8a-4946-ba1b-a77b1bb0ab26 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0675983 Oct 26 11:21:47.356429 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-162ec308-7cec-41d5-b344-7cc1fabc3d1b admin admin] Publish callbacks [] for security_group (b5f48ed9-999c-4b46-bf71-f8fb3c68e329), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:47.406900 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-162ec308-7cec-41d5-b344-7cc1fabc3d1b admin admin] Publish callbacks [] for security_group (b5f48ed9-999c-4b46-bf71-f8fb3c68e329), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:47.421966 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b5d3b208-16eb-44c8-b55c-48e7706d7bb0 req-d2902acd-c7a9-485f-b18d-8510bf4a56a0 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749257 Oct 26 11:21:47.546958 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-162ec308-7cec-41d5-b344-7cc1fabc3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b5f48ed9-999c-4b46-bf71-f8fb3c68e329), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:47.549592 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-162ec308-7cec-41d5-b344-7cc1fabc3d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:47.552555 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-162ec308-7cec-41d5-b344-7cc1fabc3d1b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b5f48ed9-999c-4b46-bf71-f8fb3c68e329 HTTP/1.1" status: 204 len: 168 time: 0.2926853 Oct 26 11:21:47.563751 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ec308-7cec-41d5-b344-7cc1fabc3d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f48ed9-999c-4b46-bf71-f8fb3c68e329,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:47.650408 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-19cc511b-a840-429b-8d8f-9261d8bae5ce req-9bd8d562-7502-4a56-8632-52c57ff2bed9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 210 time: 0.0299833 Oct 26 11:21:47.942560 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-930165a5-95dd-4f18-82ea-1b0e0ad0f6f0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:47.944311 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-930165a5-95dd-4f18-82ea-1b0e0ad0f6f0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.1211483 Oct 26 11:21:48.079744 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-54ca8124-365d-4b2d-af6d-d954a1758546 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 471 time: 0.0808163 Oct 26 11:21:48.091734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'port': {'device_id': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'admin_state_up': True, 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'security_groups': ['64fc9ead-fef5-4b08-9415-b9e45f64a6c3']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:48.293484 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Made reservation on behalf of 724121c2144843b7adc7e17312613c9d for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:21:48.297544 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:48.427277 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.20.0.4 (4b6fe9a7-2300-42a7-b12b-879816096b76/a345ced8-26c6-4f7c-8e1c-33b3b766a058/6a64fdd0-7bad-40da-928f-79e63d46879e) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:21:48.466474 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:48.551231 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613b55-9bf4-4a0c-9012-ccc6e76d021e req-42b2f956-da64-44c1-b562-4231f98f61f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:48.552633 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6b613b55-9bf4-4a0c-9012-ccc6e76d021e req-42b2f956-da64-44c1-b562-4231f98f61f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0468557 Oct 26 11:21:48.573755 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:48.603208 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:48.607619 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6b613b55-9bf4-4a0c-9012-ccc6e76d021e req-655cc778-2e9d-45cd-b4be-4ada2fe1f633 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484109 Oct 26 11:21:48.664982 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:48.712077 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:21:48.717645 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:21:48.720405 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=6a64fdd0-7bad-40da-928f-79e63d46879e,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:48.723147 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:21:48.802804 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:48.803365 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:48.816834 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7650dc-35d6-4706-a44c-6111ed385066 req-112188b1-ae08-4bfc-ba63-4620cb5e41b7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:48.818371 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fb7650dc-35d6-4706-a44c-6111ed385066 req-112188b1-ae08-4bfc-ba63-4620cb5e41b7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 931 time: 0.0725243 Oct 26 11:21:48.869873 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fb7650dc-35d6-4706-a44c-6111ed385066 req-657c7881-3d22-468e-9d9d-1f21864dc177 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 Oct 26 11:21:48.924082 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-19840f83-a665-4239-ad73-e932969d3967 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358705 Oct 26 11:21:48.947857 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Request body: {'port': {'device_id': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:21:49.004026 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-bd5da787-f542-4740-97cf-6e81b78d8968 None None] Provisioning complete for port 6a64fdd0-7bad-40da-928f-79e63d46879e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:21:49.004576 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.004677 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bd5da787-f542-4740-97cf-6e81b78d8968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.004764 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-bd5da787-f542-4740-97cf-6e81b78d8968 None None] Attempt 1 to provision port 6a64fdd0-7bad-40da-928f-79e63d46879e Oct 26 11:21:49.038785 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-bd5da787-f542-4740-97cf-6e81b78d8968 None None] Port 6a64fdd0-7bad-40da-928f-79e63d46879e cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:21:49.252523 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a64fdd0-7bad-40da-928f-79e63d46879e {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:21:49.260132 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Publish callbacks [] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.272855 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Transition to ACTIVE for port object 6a64fdd0-7bad-40da-928f-79e63d46879e will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:21:49.327883 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.380917 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:49.406476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Pushing event updated for resources: {'Port': ['ID=6a64fdd0-7bad-40da-928f-79e63d46879e,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:49.436130 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Attempting to bind port 6a64fdd0-7bad-40da-928f-79e63d46879e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:21:49.436465 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Attempting to bind port 6a64fdd0-7bad-40da-928f-79e63d46879e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:21:49.436792 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Attempting to bind port 6a64fdd0-7bad-40da-928f-79e63d46879e on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:21:49.480942 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Port 6a64fdd0-7bad-40da-928f-79e63d46879e on network 4b6fe9a7-2300-42a7-b12b-879816096b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:21:49.481264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Attempting to bind port 6a64fdd0-7bad-40da-928f-79e63d46879e on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:21:49.521886 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:21:49.522150 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Checking segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:21:49.522532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Bound using segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:21:49.522992 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Bound port: 6a64fdd0-7bad-40da-928f-79e63d46879e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:21:49.523375 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.580970 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] For port 6a64fdd0-7bad-40da-928f-79e63d46879e, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:21:49.584557 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] For port 6a64fdd0-7bad-40da-928f-79e63d46879e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a64fdd0-7bad-40da-928f-79e63d46879e,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:21:49.642737 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.648810 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:49.649450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.650853 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/6a64fdd0-7bad-40da-928f-79e63d46879e HTTP/1.1" status: 200 len: 1093 time: 0.7071278 Oct 26 11:21:49.651752 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:49.653970 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfa8a7f-dae7-42fe-bd3a-66c42627947e" -d '{"events": [{"name": "network-changed", "server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:49.689377 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6e9c3934-c60c-4982-b41d-a36387b44896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:49.710845 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac159a7-2c01-46c8-8059-e63066659cce x-openstack-request-id: req-8ac159a7-2c01-46c8-8059-e63066659cce {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:49.711133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:49.711380 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ac159a7-2c01-46c8-8059-e63066659cce {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:49.711812 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac159a7-2c01-46c8-8059-e63066659cce'] response: {'name': 'network-changed', 'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'status': 'completed', 'code': 200} Oct 26 11:21:49.713290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4388ec-ac71-4cc9-8346-1cbb00bcd412 service neutron] Pushing event updated for resources: {'Port': ['ID=6a64fdd0-7bad-40da-928f-79e63d46879e,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:49.765789 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753ab20-ee5d-43b0-bdf0-6f4213908a42 req-a5d0dc7b-ed2a-467c-b1c4-c6568fb6430b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:49.767515 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5753ab20-ee5d-43b0-bdf0-6f4213908a42 req-a5d0dc7b-ed2a-467c-b1c4-c6568fb6430b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0620062 Oct 26 11:21:49.817691 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5753ab20-ee5d-43b0-bdf0-6f4213908a42 req-11ca47eb-adae-4240-841a-30702f72d9fb tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436349 Oct 26 11:21:49.819672 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa8a7f-dae7-42fe-bd3a-66c42627947e req-be501692-a9f5-4b29-a3c1-55f0485ccca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:49.821194 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-edfa8a7f-dae7-42fe-bd3a-66c42627947e req-be501692-a9f5-4b29-a3c1-55f0485ccca1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 1127 time: 0.0394096 Oct 26 11:21:49.906289 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:49.937977 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa8a7f-dae7-42fe-bd3a-66c42627947e req-0c79c2e8-7072-4df4-8f31-1a15820ebee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:49.939534 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-edfa8a7f-dae7-42fe-bd3a-66c42627947e req-0c79c2e8-7072-4df4-8f31-1a15820ebee8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=724121c2144843b7adc7e17312613c9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0947144 Oct 26 11:21:50.042561 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022868c3-dd87-4aa0-bd20-64917c62c88e req-d4011af6-9af2-473c-be41-3b469c721c62 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:50.044044 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-022868c3-dd87-4aa0-bd20-64917c62c88e req-d4011af6-9af2-473c-be41-3b469c721c62 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 943 time: 0.0953968 Oct 26 11:21:50.109396 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa8a7f-dae7-42fe-bd3a-66c42627947e req-31235b3f-c144-44bd-a49f-c2df0b33b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:50.110926 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-edfa8a7f-dae7-42fe-bd3a-66c42627947e req-31235b3f-c144-44bd-a49f-c2df0b33b0df service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524169 Oct 26 11:21:50.114688 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-022868c3-dd87-4aa0-bd20-64917c62c88e req-44ddcf42-139e-483e-b0f4-8438988c1367 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644901 Oct 26 11:21:50.232600 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-0f8d896e-f68b-4dda-921c-a0e474ad24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:50.234054 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-0f8d896e-f68b-4dda-921c-a0e474ad24ce service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 1127 time: 0.0414739 Oct 26 11:21:50.284120 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-5512e97f-fae8-45c3-92f8-8aef5d16f507 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a64fdd0-7bad-40da-928f-79e63d46879e HTTP/1.1" status: 200 len: 217 time: 0.0303364 Oct 26 11:21:50.332003 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-b756d53b-7c48-4898-ba4f-19d27a33639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:50.333364 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-b756d53b-7c48-4898-ba4f-19d27a33639c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0414841 Oct 26 11:21:50.381139 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-883e42ff-6976-440f-a963-d1d483b1f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:50.382456 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-883e42ff-6976-440f-a963-d1d483b1f029 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396793 Oct 26 11:21:50.452851 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:50.471212 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-bf719c0c-3102-4d6d-b82b-02474771d7ce service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795932 Oct 26 11:21:50.561912 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fd297979-9c0a-4e30-84c2-23a8b199e117 req-dbc1784c-b081-4c7d-9930-e70505ab2142 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834475 Oct 26 11:21:50.947737 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e5f72-11a7-4e68-b88f-fdbdfe01217a req-b6696660-6e76-4acd-90d7-1fb3f85aa0a5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:50.949237 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-413e5f72-11a7-4e68-b88f-fdbdfe01217a req-b6696660-6e76-4acd-90d7-1fb3f85aa0a5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0495341 Oct 26 11:21:50.985381 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:50.997687 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-413e5f72-11a7-4e68-b88f-fdbdfe01217a req-62600151-e8cd-47f1-aea4-296bb8664c94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428853 Oct 26 11:21:51.234060 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c30f9d-ed17-4c66-996b-029e53381bb7 req-56a93022-21d5-47d3-a32f-0c30ae5c98ea tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:51.235563 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-08c30f9d-ed17-4c66-996b-029e53381bb7 req-56a93022-21d5-47d3-a32f-0c30ae5c98ea tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 943 time: 0.0465455 Oct 26 11:21:51.282876 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-08c30f9d-ed17-4c66-996b-029e53381bb7 req-961334f2-f4b5-418b-91f6-484d7dd8cbe3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415337 Oct 26 11:21:52.122433 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99491a1-ea74-46f7-a4ff-2f4ac8e9d1e0 req-691f7ba8-0511-4bea-a2ee-84aaa1e3a99a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:52.123947 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b99491a1-ea74-46f7-a4ff-2f4ac8e9d1e0 req-691f7ba8-0511-4bea-a2ee-84aaa1e3a99a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0460064 Oct 26 11:21:52.173632 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b99491a1-ea74-46f7-a4ff-2f4ac8e9d1e0 req-5bb1b8ab-1e41-400d-ad16-3453b66920a6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442793 Oct 26 11:21:52.400803 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e66be8-d06c-462d-b5f1-a7b872512762 req-1c266a24-ec88-4b57-b5be-3c2bc146e32c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:52.402220 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-76e66be8-d06c-462d-b5f1-a7b872512762 req-1c266a24-ec88-4b57-b5be-3c2bc146e32c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 943 time: 0.0452368 Oct 26 11:21:52.447030 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-76e66be8-d06c-462d-b5f1-a7b872512762 req-b5be3f62-6db7-46fc-acd5-4e8900696cca tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 Oct 26 11:21:52.677764 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:52.871158 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:53.297577 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5857c-6cdb-4e77-a39b-9b80e12aae9c req-6b2aeef2-0e9d-4c3e-be11-53bf4fef5a73 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:53.299087 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d0b5857c-6cdb-4e77-a39b-9b80e12aae9c req-6b2aeef2-0e9d-4c3e-be11-53bf4fef5a73 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0460157 Oct 26 11:21:53.345215 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d0b5857c-6cdb-4e77-a39b-9b80e12aae9c req-bb9b513e-8040-497a-8463-0f0118eb63ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407038 Oct 26 11:21:53.566765 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39143818-e0f4-46ea-92a7-21528f28b64c req-7d17bad5-66b9-41e6-83d1-e3747a47ab2e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:53.568758 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-39143818-e0f4-46ea-92a7-21528f28b64c req-7d17bad5-66b9-41e6-83d1-e3747a47ab2e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 943 time: 0.0488489 Oct 26 11:21:53.613708 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-39143818-e0f4-46ea-92a7-21528f28b64c req-c197aea3-f25e-4373-b8ab-10ddc2add1de tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393040 Oct 26 11:21:53.698898 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:21:54.469034 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a591e-f276-4941-83c2-60cd517b8d67 req-6def340d-c50e-464c-9bbb-102adae2bab3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:54.470494 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-298a591e-f276-4941-83c2-60cd517b8d67 req-6def340d-c50e-464c-9bbb-102adae2bab3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0460877 Oct 26 11:21:54.517894 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-298a591e-f276-4941-83c2-60cd517b8d67 req-6f1bf6a8-6931-476f-9611-3a7507b20c2f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413017 Oct 26 11:21:54.734902 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f964e-d57f-4e61-b143-e590aa6ebb1c req-8d500ab0-7d14-41b4-bbe5-8d6c2c76292f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:54.736355 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-014f964e-d57f-4e61-b143-e590aa6ebb1c req-8d500ab0-7d14-41b4-bbe5-8d6c2c76292f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 943 time: 0.0483093 Oct 26 11:21:54.783739 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-014f964e-d57f-4e61-b143-e590aa6ebb1c req-ed51b677-7e96-40d5-9d9e-ea09dfb81064 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417829 Oct 26 11:21:55.393136 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6a64fdd0-7bad-40da-928f-79e63d46879e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:21:55.395406 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:55.494957 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6a64fdd0-7bad-40da-928f-79e63d46879e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a64fdd0-7bad-40da-928f-79e63d46879e,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:55.506763 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'port_id': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'mac_address': 'fa:16:3e:ba:d1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 473, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:21:55.541404 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6a64fdd0-7bad-40da-928f-79e63d46879e is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:21:55.541793 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:55.554395 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a64fdd0-7bad-40da-928f-79e63d46879e {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:21:55.564112 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:55.575686 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6a64fdd0-7bad-40da-928f-79e63d46879e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a64fdd0-7bad-40da-928f-79e63d46879e,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:55.649194 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bf1c3-5505-4ba7-a2d9-45ece13c296d req-daa7f6e1-e217-4a1b-9181-0b67d76d54de tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:55.650662 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e41bf1c3-5505-4ba7-a2d9-45ece13c296d req-daa7f6e1-e217-4a1b-9181-0b67d76d54de tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0505211 Oct 26 11:21:55.661071 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:55.697696 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e41bf1c3-5505-4ba7-a2d9-45ece13c296d req-ad68cd31-3fb0-4906-ab91-2e862baddbf1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Oct 26 11:21:55.727416 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6a64fdd0-7bad-40da-928f-79e63d46879e,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:55.907462 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130e6bb-a2be-4cfa-a47b-23baf7d9d098 req-3b925fd2-f874-4506-a528-67a9df3bbddd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:55.908811 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4130e6bb-a2be-4cfa-a47b-23baf7d9d098 req-3b925fd2-f874-4506-a528-67a9df3bbddd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 944 time: 0.0492003 Oct 26 11:21:55.955140 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4130e6bb-a2be-4cfa-a47b-23baf7d9d098 req-3e231b48-ce00-4259-aa9c-7147e023b48c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Oct 26 11:21:56.231157 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['6a64fdd0-7bad-40da-928f-79e63d46879e'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:21:56.818499 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:56.827944 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14495cf7-7656-4920-b581-fc313df9fb34 req-ffdcde6e-0241-4e49-b5d8-2a5eef9b7c14 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:56.830723 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-14495cf7-7656-4920-b581-fc313df9fb34 req-ffdcde6e-0241-4e49-b5d8-2a5eef9b7c14 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0506685 Oct 26 11:21:56.863793 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:56.879029 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-14495cf7-7656-4920-b581-fc313df9fb34 req-d339076e-ab83-4b61-9792-3f1e271dc7e4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431650 Oct 26 11:21:57.074828 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe30e-2dfe-4106-81b8-7ea0e3eae7b0 req-c7790c3e-1bf1-4a69-b59c-bb14a0ad9f2c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:57.076306 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-830fe30e-2dfe-4106-81b8-7ea0e3eae7b0 req-c7790c3e-1bf1-4a69-b59c-bb14a0ad9f2c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 944 time: 0.0454681 Oct 26 11:21:57.101228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:21:57.122125 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-830fe30e-2dfe-4106-81b8-7ea0e3eae7b0 req-97f0e34a-2ead-4d5f-929a-fa31df60bc63 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 Oct 26 11:21:57.617432 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6a64fdd0-7bad-40da-928f-79e63d46879e up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:21:57.662440 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 6a64fdd0-7bad-40da-928f-79e63d46879e completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:21:57.723014 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 6a64fdd0-7bad-40da-928f-79e63d46879e triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:21:57.723398 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:57.723740 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 6a64fdd0-7bad-40da-928f-79e63d46879e Oct 26 11:21:57.797536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6a64fdd0-7bad-40da-928f-79e63d46879e is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:21:57.797924 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:57.820521 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:21:57.822738 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49199aff-c693-4647-bcd1-04c38923bb7a" -d '{"events": [{"server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "name": "network-vif-plugged", "status": "completed", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:21:57.835328 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6a64fdd0-7bad-40da-928f-79e63d46879e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a64fdd0-7bad-40da-928f-79e63d46879e,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:21:57.860107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2fa088-cb89-4a85-9164-63ae0f8cf9db x-openstack-request-id: req-8d2fa088-cb89-4a85-9164-63ae0f8cf9db {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:21:57.863915 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "name": "network-vif-plugged", "status": "completed", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:21:57.863915 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d2fa088-cb89-4a85-9164-63ae0f8cf9db {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:21:57.863915 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2fa088-cb89-4a85-9164-63ae0f8cf9db'] response: {'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'code': 200} Oct 26 11:21:57.911495 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:21:57.964916 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6a64fdd0-7bad-40da-928f-79e63d46879e,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:21:58.005509 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbce3d4-4275-43ed-8916-646faf4558da req-41f06b20-2e55-44bb-9431-c8992310306d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:58.006979 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7dbce3d4-4275-43ed-8916-646faf4558da req-41f06b20-2e55-44bb-9431-c8992310306d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0492394 Oct 26 11:21:58.056871 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7dbce3d4-4275-43ed-8916-646faf4558da req-3db6cafb-87e5-449d-877b-38433736970f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Oct 26 11:21:58.245515 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8679b-3ad1-415d-9bd3-139f378ac550 req-d0bf3408-7d5e-42d9-85dd-35d3124611fd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:58.246922 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dbd8679b-3ad1-415d-9bd3-139f378ac550 req-d0bf3408-7d5e-42d9-85dd-35d3124611fd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0461371 Oct 26 11:21:58.279509 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce009b-d3b9-465b-a072-a9329c76ec23 req-e6c195c7-3c55-4329-b982-301cf2582321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:58.281000 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48ce009b-d3b9-465b-a072-a9329c76ec23 req-e6c195c7-3c55-4329-b982-301cf2582321 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 1129 time: 0.0383255 Oct 26 11:21:58.298461 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dbd8679b-3ad1-415d-9bd3-139f378ac550 req-7078585e-b3e3-489e-9b47-8b83494e66f3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Oct 26 11:21:58.328589 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48ce009b-d3b9-465b-a072-a9329c76ec23 req-03b2520d-ea5a-4a5c-b358-6a80bb873190 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385723 Oct 26 11:21:59.184127 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f63f8-98b1-4a20-9f67-a7bf776d2d62 req-511aac24-a077-41c5-a41b-b682a01df619 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:59.185547 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e00f63f8-98b1-4a20-9f67-a7bf776d2d62 req-511aac24-a077-41c5-a41b-b682a01df619 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0482817 Oct 26 11:21:59.230689 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e00f63f8-98b1-4a20-9f67-a7bf776d2d62 req-0596da65-5422-49ed-869b-225db28d4296 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398254 Oct 26 11:21:59.419294 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4a45e-0040-4b42-8487-7e1a2f3bf937 req-793b0703-bf27-485d-80d5-ebffa7ac91f3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:21:59.419746 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5af4a45e-0040-4b42-8487-7e1a2f3bf937 req-793b0703-bf27-485d-80d5-ebffa7ac91f3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0459423 Oct 26 11:21:59.469931 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5af4a45e-0040-4b42-8487-7e1a2f3bf937 req-e9c21a7a-4195-41f3-b191-45f4df8e86ed tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438519 Oct 26 11:22:00.359949 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c276e6-1d0b-473c-8250-2b942f6dd8a3 req-1469fc02-fa91-4220-a5be-4463f77902e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:00.361422 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4c276e6-1d0b-473c-8250-2b942f6dd8a3 req-1469fc02-fa91-4220-a5be-4463f77902e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0508845 Oct 26 11:22:00.409123 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4c276e6-1d0b-473c-8250-2b942f6dd8a3 req-7bde18f3-02be-47b5-ac2d-e2381d0779d8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Oct 26 11:22:00.590016 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76a865-d91b-41a1-afb5-c9cd2a53b0f2 req-2d8de1e0-d8f8-4e54-ba74-85919361b9cd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:00.591489 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1a76a865-d91b-41a1-afb5-c9cd2a53b0f2 req-2d8de1e0-d8f8-4e54-ba74-85919361b9cd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0464354 Oct 26 11:22:00.637598 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1a76a865-d91b-41a1-afb5-c9cd2a53b0f2 req-7112efb4-6801-438b-aca4-5d0f90d37120 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Oct 26 11:22:00.752891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c74ad0-eb86-468b-8f60-33b91d6eeb43 req-98635027-92f9-4a8c-8136-bfcacd5c85c5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:00.754367 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-79c74ad0-eb86-468b-8f60-33b91d6eeb43 req-98635027-92f9-4a8c-8136-bfcacd5c85c5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0477226 Oct 26 11:22:00.764603 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58140) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:00.769136 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'port_id': '6a64fdd0-7bad-40da-928f-79e63d46879e'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:22:01.069889 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (82df7904-b479-4418-87df-60bd4645f93f), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:01.096833 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:01.502465 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:01.539468 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0bafe-7d26-4dd1-bbf9-e79f1b287f44 req-87eed085-0431-4146-8b32-159489c13528 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:01.540916 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e2c0bafe-7d26-4dd1-bbf9-e79f1b287f44 req-87eed085-0431-4146-8b32-159489c13528 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0501876 Oct 26 11:22:01.559175 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (82df7904-b479-4418-87df-60bd4645f93f), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:01.593033 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e2c0bafe-7d26-4dd1-bbf9-e79f1b287f44 req-98b22ce6-0c81-4360-90d6-e674dd9b97b9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465615 Oct 26 11:22:01.656838 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP 82df7904-b479-4418-87df-60bd4645f93f associated. External IP: 172.27.3.40, port: 6a64fdd0-7bad-40da-928f-79e63d46879e. Oct 26 11:22:01.693728 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:01.856646 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:22:01.954874 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:22:01.959629 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:01.964188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:22:01.973616 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:01.974215 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:21:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:01.992803 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0e25b907-25c5-45c7-afe1-5117eec8fabe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/82df7904-b479-4418-87df-60bd4645f93f HTTP/1.1" status: 200 len: 990 time: 1.2244902 Oct 26 11:22:01.992803 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:22:01.993557 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f0f83e-3d2d-45f5-951c-b559e69cdf10" -d '{"events": [{"name": "network-changed", "server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:22:02.030353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce3b131-affe-4448-af77-d8846aaacaa1 x-openstack-request-id: req-7ce3b131-affe-4448-af77-d8846aaacaa1 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:22:02.030642 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:22:02.030922 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ce3b131-affe-4448-af77-d8846aaacaa1 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:22:02.031323 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce3b131-affe-4448-af77-d8846aaacaa1'] response: {'name': 'network-changed', 'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'status': 'completed', 'code': 200} Oct 26 11:22:02.212239 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:02.295973 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:02.419021 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:04Z', 'revision_number': 2, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}, {'id': '82df7904-b479-4418-87df-60bd4645f93f', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:ba:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:43Z', 'updated_at': '2022-10-26T11:22:01Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:02.447083 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:22:02.455565 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:22:02.456157 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:21:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:02.551414 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:22:02.732565 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6dce3-51a7-4ed4-8b53-0784010b76ab req-4189d192-dba9-4807-b3dd-6d8881420d55 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:02.734054 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-92f6dce3-51a7-4ed4-8b53-0784010b76ab req-4189d192-dba9-4807-b3dd-6d8881420d55 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0516834 Oct 26 11:22:02.777638 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:04Z', 'revision_number': 2, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}, {'id': '82df7904-b479-4418-87df-60bd4645f93f', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:ba:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:43Z', 'updated_at': '2022-10-26T11:22:01Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:22:02.783742 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-92f6dce3-51a7-4ed4-8b53-0784010b76ab req-6f3e5a53-c59e-44ed-b843-aea4ba4f4872 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439129 Oct 26 11:22:02.802850 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab87622-9719-4354-9a83-4f0c98423e9f None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:04Z', 'revision_number': 2, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}, {'id': '82df7904-b479-4418-87df-60bd4645f93f', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:ba:d1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:21:43Z', 'updated_at': '2022-10-26T11:22:01Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:22:02.986712 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753ea9c1-eda1-4bcf-a6d4-a9f71727c76b None None] New status for floating IP 82df7904-b479-4418-87df-60bd4645f93f: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:22:03.910393 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78165d9-212c-409a-ba2c-fd829ede30ce req-f57f4452-2f14-4c39-91d4-d3e363ac1676 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:03.911891 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b78165d9-212c-409a-ba2c-fd829ede30ce req-f57f4452-2f14-4c39-91d4-d3e363ac1676 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0460868 Oct 26 11:22:03.957274 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b78165d9-212c-409a-ba2c-fd829ede30ce req-f5614a62-5bcd-416d-bc14-af48d18192ae tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399015 Oct 26 11:22:04.311834 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:04.341321 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-c63937bf-b21c-4970-b4df-b3a09dc8316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:04.342770 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-c63937bf-b21c-4970-b4df-b3a09dc8316b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 1129 time: 0.0389340 Oct 26 11:22:04.435401 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-3a2626da-d66f-41c4-928e-ed7b2f66243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:04.436830 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-3a2626da-d66f-41c4-928e-ed7b2f66243b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 916 time: 0.0870140 Oct 26 11:22:04.496975 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-5f35ac80-e428-42aa-8165-7fdd24eb3513 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a64fdd0-7bad-40da-928f-79e63d46879e HTTP/1.1" status: 200 len: 1000 time: 0.0538957 Oct 26 11:22:04.549259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-b05a32aa-846a-451f-a252-a9d4f4bb22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:04.550639 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-b05a32aa-846a-451f-a252-a9d4f4bb22c3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0462918 Oct 26 11:22:04.593893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-08703184-37de-45fe-be0d-18a82b8f0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:04.595262 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-08703184-37de-45fe-be0d-18a82b8f0989 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374765 Oct 26 11:22:04.682233 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-9ac2207f-71ce-4b84-a945-b117b5285dcc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793099 Oct 26 11:22:04.779975 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-66f0f83e-3d2d-45f5-951c-b559e69cdf10 req-3d132928-6d92-4c79-bfeb-efa6968a5474 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890269 Oct 26 11:22:05.086127 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5915108-018a-4d99-ac4c-52ea02c3eeb0 req-d4975914-9fde-4c02-b620-2e41d7465163 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:05.087636 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f5915108-018a-4d99-ac4c-52ea02c3eeb0 req-d4975914-9fde-4c02-b620-2e41d7465163 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0499783 Oct 26 11:22:05.133011 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f5915108-018a-4d99-ac4c-52ea02c3eeb0 req-f5d09c4a-b6c0-4e01-871a-64c34fdf923f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400169 Oct 26 11:22:06.263582 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a705d-c5d6-4859-9eac-4cec370c4685 req-7e4292e0-8577-4dd6-82d0-cfaadceb850c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:06.265078 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4e3a705d-c5d6-4859-9eac-4cec370c4685 req-7e4292e0-8577-4dd6-82d0-cfaadceb850c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0475824 Oct 26 11:22:06.302057 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:06.313993 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4e3a705d-c5d6-4859-9eac-4cec370c4685 req-7cd7a8fe-1f61-4e2f-8fdb-81e7c58fc3fe tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Oct 26 11:22:07.438311 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3916db-a0f8-4b43-89ef-4f36e914c761 req-bbfed4e0-b901-4159-ac63-35ac4292edfa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:07.442671 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5f3916db-a0f8-4b43-89ef-4f36e914c761 req-bbfed4e0-b901-4159-ac63-35ac4292edfa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0466332 Oct 26 11:22:07.488171 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5f3916db-a0f8-4b43-89ef-4f36e914c761 req-f8c53daf-da5c-46c2-8670-fbc878f8133e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Oct 26 11:22:07.539989 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-de69246c-ea3a-4689-a254-e7bac28d728c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415201 Oct 26 11:22:07.623941 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563885a-f67b-46dc-ae8c-79418054e07b req-36affdc8-2edf-47b9-a1ea-b30747629c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:07.625391 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-36affdc8-2edf-47b9-a1ea-b30747629c5b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 1130 time: 0.0381241 Oct 26 11:22:07.729214 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563885a-f67b-46dc-ae8c-79418054e07b req-33f1f4cc-8136-4796-96ac-cd69cb72aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:07.730724 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-33f1f4cc-8136-4796-96ac-cd69cb72aeb7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 916 time: 0.0872886 Oct 26 11:22:07.798319 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-6f38f885-5bb3-43ef-be54-b4bf34a9ac42 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d HTTP/1.1" status: 200 len: 1002 time: 0.0576031 Oct 26 11:22:07.847365 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563885a-f67b-46dc-ae8c-79418054e07b req-058659d3-5b35-4ed4-9d70-46b56b3d692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:07.848791 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-058659d3-5b35-4ed4-9d70-46b56b3d692b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0430648 Oct 26 11:22:07.896181 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563885a-f67b-46dc-ae8c-79418054e07b req-4fa0fd56-0f07-4960-b5a9-30eb57dea579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:07.897567 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-4fa0fd56-0f07-4960-b5a9-30eb57dea579 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407350 Oct 26 11:22:07.985532 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-7e8513ed-783a-46c2-bed9-62dd98c72bff service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808823 Oct 26 11:22:08.081786 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5563885a-f67b-46dc-ae8c-79418054e07b req-a32548b6-a29c-4e19-8ca0-36897ae42e55 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892823 Oct 26 11:22:08.609745 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:08.620253 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c1b4d-20cb-417d-abbc-968d125ab4d9 req-9419b5db-d1f1-499d-8221-cbb2a30ed6f8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:08.621718 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb6c1b4d-20cb-417d-abbc-968d125ab4d9 req-9419b5db-d1f1-499d-8221-cbb2a30ed6f8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0490847 Oct 26 11:22:08.668429 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb6c1b4d-20cb-417d-abbc-968d125ab4d9 req-483afd72-20b4-40b0-8da9-1b39616360a9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 Oct 26 11:22:09.689889 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:22:09.791662 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:09.797294 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:09.800933 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5abf82-2287-4373-b792-0fc4b53a22fc req-151ba47b-809e-4ff2-9cfa-e471798ba398 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:09.802425 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fc5abf82-2287-4373-b792-0fc4b53a22fc req-151ba47b-809e-4ff2-9cfa-e471798ba398 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0490632 Oct 26 11:22:09.810720 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'port_id': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'mac_address': 'fa:16:3e:d8:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:22:09.842867 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:09.853640 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: ACTIVE; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:09.854065 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:09.855449 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fc5abf82-2287-4373-b792-0fc4b53a22fc req-ad5a4043-6090-40e2-a470-be7be7b0fbe1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471020 Oct 26 11:22:09.867873 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cd2d732-48e8-4aca-ac57-8f769619a1f1 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:22:09.892438 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:09.976468 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:10.022974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=6']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:10.030052 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.030402 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.030768 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.031138 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.031475 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.031807 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.032134 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.032462 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.032790 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.033114 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.033441 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.033766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.034088 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.034429 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.034730 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:10.205133 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['6cd2d732-48e8-4aca-ac57-8f769619a1f1'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:22:10.978420 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bbcc-e452-411d-9027-5e5f06a4073d req-14887d37-281a-477a-bde2-9c6c60dee95f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:10.979876 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b7c4bbcc-e452-411d-9027-5e5f06a4073d req-14887d37-281a-477a-bde2-9c6c60dee95f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 945 time: 0.0457876 Oct 26 11:22:11.029761 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b7c4bbcc-e452-411d-9027-5e5f06a4073d req-1f85620b-95c4-439c-a2c1-e525c3f84204 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 Oct 26 11:22:11.699602 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:22:11.747558 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:22:11.748253 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:11.748350 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 Oct 26 11:22:11.820844 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:11.821267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:11.830443 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:11.845059 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:22:11.847330 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe0833-a571-4736-a0ea-612dbbc89c8d" -d '{"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:22:11.860819 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:11.885882 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1012cdb-1cd8-42e6-be21-5f989ff8bcc6 x-openstack-request-id: req-d1012cdb-1cd8-42e6-be21-5f989ff8bcc6 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:22:11.886166 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:22:11.886410 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1012cdb-1cd8-42e6-be21-5f989ff8bcc6 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:22:11.886797 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1012cdb-1cd8-42e6-be21-5f989ff8bcc6'] response: {'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'code': 200} Oct 26 11:22:11.930295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:11.983599 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=7']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:12.167729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80c4bf-b61e-4699-9f00-15881aaa9f70 req-345c7279-906d-488a-96a7-1103c25346af tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:12.170123 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ad80c4bf-b61e-4699-9f00-15881aaa9f70 req-345c7279-906d-488a-96a7-1103c25346af tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0598087 Oct 26 11:22:12.218841 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ad80c4bf-b61e-4699-9f00-15881aaa9f70 req-8d8d79ba-fb6b-4dcc-b71d-569f80edcbf8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427926 Oct 26 11:22:12.554027 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:13.345628 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e52a36-5a8c-4ef6-8740-c264741b18a1 req-561fd727-c28c-45d9-9702-ade05104aa1a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:13.347093 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7e52a36-5a8c-4ef6-8740-c264741b18a1 req-561fd727-c28c-45d9-9702-ade05104aa1a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0469327 Oct 26 11:22:13.394249 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f7e52a36-5a8c-4ef6-8740-c264741b18a1 req-226df35f-607d-405e-933e-7a6b1dce2284 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417199 Oct 26 11:22:14.538159 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904066a3-49dd-4184-962f-9c10060bdaa7 req-1783b85c-bfef-491f-97c2-d7e4bee43f22 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:14.539665 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-904066a3-49dd-4184-962f-9c10060bdaa7 req-1783b85c-bfef-491f-97c2-d7e4bee43f22 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0590386 Oct 26 11:22:14.592018 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-904066a3-49dd-4184-962f-9c10060bdaa7 req-353f77d3-abf4-4913-ab8d-ab879d81ea1e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466192 Oct 26 11:22:15.749066 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6fdd-89c3-41e5-bdc4-a45be7e20cfc req-41268a32-77f5-402a-a4e4-f4e28b104ce9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:15.750555 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ffdc6fdd-89c3-41e5-bdc4-a45be7e20cfc req-41268a32-77f5-402a-a4e4-f4e28b104ce9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0628104 Oct 26 11:22:15.805285 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ffdc6fdd-89c3-41e5-bdc4-a45be7e20cfc req-8ad346c9-ab91-4edc-8933-4088227a8e5f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487006 Oct 26 11:22:16.962630 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cda59-5622-48d0-909f-4400f34154e2 req-a4a5a503-94af-4d26-bb61-42cb32f31d60 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:16.964184 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-963cda59-5622-48d0-909f-4400f34154e2 req-a4a5a503-94af-4d26-bb61-42cb32f31d60 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0558364 Oct 26 11:22:17.022938 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-963cda59-5622-48d0-909f-4400f34154e2 req-e663452e-2f31-470f-8cbc-7bfcded83f43 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506806 Oct 26 11:22:17.349123 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-02af5ab6-2beb-4a92-8319-c53440e31938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:18.153400 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efd63e-e8bd-4df0-ad48-0c5e172e7f6b req-b8eb2eca-d451-49e9-919a-ae410696938a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:18.154981 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d2efd63e-e8bd-4df0-ad48-0c5e172e7f6b req-b8eb2eca-d451-49e9-919a-ae410696938a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0504658 Oct 26 11:22:18.180770 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:18.195966 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:18.203392 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d2efd63e-e8bd-4df0-ad48-0c5e172e7f6b req-a603f234-63c8-42eb-bfd5-c89ebeeb9369 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425477 Oct 26 11:22:19.343679 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438d5fe-7413-46ba-992d-2f97aedf6f08 req-37828309-dc1a-4b0e-8782-1fa20284dbe5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:19.345050 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5438d5fe-7413-46ba-992d-2f97aedf6f08 req-37828309-dc1a-4b0e-8782-1fa20284dbe5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0560222 Oct 26 11:22:19.366193 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:19.395195 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5438d5fe-7413-46ba-992d-2f97aedf6f08 req-3fd54cb2-a702-4158-91d3-55896c7a0f39 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441425 Oct 26 11:22:19.737938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c2a5-495d-481a-be4d-c16f947eb83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:20.530958 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8f8aa-c657-4d18-b5a3-c976101b471a req-d23c5789-1ce9-4bf9-9794-923132f2d6b4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:20.532443 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a3c8f8aa-c657-4d18-b5a3-c976101b471a req-d23c5789-1ce9-4bf9-9794-923132f2d6b4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0483043 Oct 26 11:22:20.582835 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a3c8f8aa-c657-4d18-b5a3-c976101b471a req-dd6edc07-e295-4191-9572-16db21e68740 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448794 Oct 26 11:22:21.010598 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:21.731842 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06558e4c-36f5-44cd-ae83-9f7069164da5 req-c84372b8-0546-4783-9ab6-d334ff825e94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:21.733332 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-06558e4c-36f5-44cd-ae83-9f7069164da5 req-c84372b8-0546-4783-9ab6-d334ff825e94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0601039 Oct 26 11:22:21.803771 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-06558e4c-36f5-44cd-ae83-9f7069164da5 req-db649f38-fb5c-48cf-8dfd-e0622b7034d9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640717 Oct 26 11:22:22.679035 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:22.726740 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:22.731680 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=15 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:22.848854 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:22.968003 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea928eee-7cce-4fa6-ab46-8668ec228816 req-7c38a947-c246-42d1-a01d-26744358f315 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:22.969684 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea928eee-7cce-4fa6-ab46-8668ec228816 req-7c38a947-c246-42d1-a01d-26744358f315 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0611975 Oct 26 11:22:23.025376 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea928eee-7cce-4fa6-ab46-8668ec228816 req-6cd256f8-bc28-4e12-98d1-4650819a9f91 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491679 Oct 26 11:22:24.186282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fd74-f1a1-41eb-97b9-351b197ef07b req-06959455-75b8-4ff3-892b-9e3cef3f2828 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:24.188540 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c621fd74-f1a1-41eb-97b9-351b197ef07b req-06959455-75b8-4ff3-892b-9e3cef3f2828 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0543284 Oct 26 11:22:24.239114 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c621fd74-f1a1-41eb-97b9-351b197ef07b req-b115e992-6eb8-4a1e-b1bb-7d4d4e70db8e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447259 Oct 26 11:22:25.376642 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21988367-e4c3-448b-bc28-beb775e9848d req-b642a42f-41b4-4dae-8d66-62bd488c48b9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:25.379284 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-21988367-e4c3-448b-bc28-beb775e9848d req-b642a42f-41b4-4dae-8d66-62bd488c48b9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0480440 Oct 26 11:22:25.434765 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-21988367-e4c3-448b-bc28-beb775e9848d req-f36383ff-5b93-493b-864c-d7a581bd34a9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Oct 26 11:22:26.611780 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c12b1-8380-4280-a24d-36a49a789626 req-08e70f47-97a5-4a5a-8b5a-625007083bbb tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:26.613534 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ce3c12b1-8380-4280-a24d-36a49a789626 req-08e70f47-97a5-4a5a-8b5a-625007083bbb tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0484946 Oct 26 11:22:26.663340 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ce3c12b1-8380-4280-a24d-36a49a789626 req-0df45ad5-3a8a-487c-aec3-583f2b76b8fe tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Oct 26 11:22:27.792138 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e820b-395f-4e9c-a9b7-0cbd7fc8ea69 req-bac0b1a2-4b74-4864-9098-033e7b38d2aa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:27.793591 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4f6e820b-395f-4e9c-a9b7-0cbd7fc8ea69 req-bac0b1a2-4b74-4864-9098-033e7b38d2aa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0465624 Oct 26 11:22:27.839206 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4f6e820b-395f-4e9c-a9b7-0cbd7fc8ea69 req-b21698c9-a83d-48e2-96cb-986fc494ada3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 Oct 26 11:22:28.597658 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-9ec7dcab-e4da-493a-8eac-465531031838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:28.599232 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-9ec7dcab-e4da-493a-8eac-465531031838 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1130 time: 0.0422802 Oct 26 11:22:28.674886 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:28.688261 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-3d054084-51f3-4d27-a624-f2415ad652de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:28.689717 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-3d054084-51f3-4d27-a624-f2415ad652de service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.0830607 Oct 26 11:22:28.756254 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-5dd49d27-9b3d-42b3-a75e-86b22705ed7a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 1002 time: 0.0587804 Oct 26 11:22:28.804480 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-300f28c1-d69e-497e-a43f-966259e1f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:28.805825 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-300f28c1-d69e-497e-a43f-966259e1f524 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0427775 Oct 26 11:22:28.849408 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-4ad90066-ace9-4f35-93f1-5feaf4ff54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:28.850838 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-4ad90066-ace9-4f35-93f1-5feaf4ff54ac service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372477 Oct 26 11:22:28.977301 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e6ac9-c059-4a69-8cb4-f1fe28576cfe req-cdf4a31e-9523-48d6-a7f0-1a40231f8163 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:28.978735 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d41e6ac9-c059-4a69-8cb4-f1fe28576cfe req-cdf4a31e-9523-48d6-a7f0-1a40231f8163 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0602682 Oct 26 11:22:28.982109 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-1a499212-b04b-4fcd-91c6-260e2d179fef service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236663 Oct 26 11:22:29.083981 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d41e6ac9-c059-4a69-8cb4-f1fe28576cfe req-3f1ef573-7542-41d2-a99f-2041b35def71 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997066 Oct 26 11:22:29.104047 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-521a72ed-e961-49fc-8b73-d5f31b709219 req-08918adc-54d5-4f46-83e7-bf51300657fa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128943 Oct 26 11:22:30.211861 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca484-4db6-46c6-92b3-7701cf7d8403 req-c9f1eadc-2406-4c48-8bfd-0f180a4050a8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:30.213339 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-172ca484-4db6-46c6-92b3-7701cf7d8403 req-c9f1eadc-2406-4c48-8bfd-0f180a4050a8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0498059 Oct 26 11:22:30.260173 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-172ca484-4db6-46c6-92b3-7701cf7d8403 req-c3c16317-9a8f-4d2a-aff9-5359a373eb3c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 Oct 26 11:22:30.699044 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:22:31.386541 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cb1aa-8e5c-4a71-b13d-29e62251192f req-24c30440-bd4f-4b80-a0fa-1a8f9b3c741b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:31.387944 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e55cb1aa-8e5c-4a71-b13d-29e62251192f req-24c30440-bd4f-4b80-a0fa-1a8f9b3c741b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 946 time: 0.0464611 Oct 26 11:22:31.435389 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e55cb1aa-8e5c-4a71-b13d-29e62251192f req-dff156df-30c5-4996-9de1-52c5708097cd tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Oct 26 11:22:31.840563 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:31.913126 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: ACTIVE; New status is: DOWN {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:31.913432 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:31.935329 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:22:31.937531 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1eebff-20d4-4b16-9298-50f9b57ee939" -d '{"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:22:31.949800 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:22:31.976446 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 11:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0850d2f-1b92-4ef1-8390-1b03cf95bb7a x-openstack-request-id: req-e0850d2f-1b92-4ef1-8390-1b03cf95bb7a {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:22:31.976751 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:22:31.977076 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0850d2f-1b92-4ef1-8390-1b03cf95bb7a {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:22:31.977566 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0850d2f-1b92-4ef1-8390-1b03cf95bb7a'] response: {'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'code': 200} Oct 26 11:22:32.029562 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:32.075858 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=8']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:32.563105 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857a855-1321-4de3-b3cd-b6f8572ef0fd req-02244f5c-5dfe-4cf2-a87e-98ff3fb3d1ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:32.564448 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c857a855-1321-4de3-b3cd-b6f8572ef0fd req-02244f5c-5dfe-4cf2-a87e-98ff3fb3d1ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0485702 Oct 26 11:22:32.609848 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c857a855-1321-4de3-b3cd-b6f8572ef0fd req-7b27eff0-754d-462e-a54b-4b709a3459e2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Oct 26 11:22:33.825112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-38228fcb-e510-43f9-af4c-153c2a0e16e8 req-b9811e7f-29cc-400a-bf3a-878677239f4a service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:22:33.826152 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38228fcb-e510-43f9-af4c-153c2a0e16e8 req-b9811e7f-29cc-400a-bf3a-878677239f4a service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054731 Oct 26 11:22:34.145045 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23522e0a-d3f2-42eb-a0c8-d3940b76d73a req-a5f193a0-1a17-4736-a5e5-4712df1baa81 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:34.146574 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-23522e0a-d3f2-42eb-a0c8-d3940b76d73a req-a5f193a0-1a17-4736-a5e5-4712df1baa81 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0483444 Oct 26 11:22:34.196255 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-23522e0a-d3f2-42eb-a0c8-d3940b76d73a req-a313520f-15da-42c3-82e4-466294dbaa21 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Oct 26 11:22:34.587742 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58466) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:34.656022 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:34.668411 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-c3c6452b-9067-4213-9084-93b12128a61e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796235 Oct 26 11:22:34.676863 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-7839a6cd-a940-498b-b7b6-dac299202f97 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:22:34.677802 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-7839a6cd-a940-498b-b7b6-dac299202f97 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047023 Oct 26 11:22:34.757111 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58474) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:34.848570 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-15c9bceb-f699-43f8-85aa-9ec24655bb0b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:34.849814 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-15c9bceb-f699-43f8-85aa-9ec24655bb0b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports/6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 941 time: 0.0917411 Oct 26 11:22:35.326453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0363fd-b114-4692-87cc-21642009de58 req-e1452e68-a167-412a-aab2-afd9a154fb4d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:35.327915 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ec0363fd-b114-4692-87cc-21642009de58 req-e1452e68-a167-412a-aab2-afd9a154fb4d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0469563 Oct 26 11:22:35.613886 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ec0363fd-b114-4692-87cc-21642009de58 req-01c519ef-ba0c-4296-914e-55ff49a3cbaa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804289 Oct 26 11:22:35.870184 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:22:35.944301 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: DOWN; New status is: DOWN {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:22:36.745040 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7d32-b5ca-4e92-af72-17e0d9025006 req-d717be5e-59d5-4c50-b46e-044915cf39de tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:36.747071 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-efde7d32-b5ca-4e92-af72-17e0d9025006 req-d717be5e-59d5-4c50-b46e-044915cf39de tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0500202 Oct 26 11:22:36.797362 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-efde7d32-b5ca-4e92-af72-17e0d9025006 req-f64da7eb-c96a-4384-ac48-4aaabf21c118 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Oct 26 11:22:37.960801 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-d4782caa-8cdd-4bc5-9c8f-80a78443eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:37.962236 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-d4782caa-8cdd-4bc5-9c8f-80a78443eda5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a&tenant_id=ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 1128 time: 0.0971253 Oct 26 11:22:37.972464 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13254d31-9db7-4815-93ae-42e5dd65a34f req-1dbada02-9ad0-4c84-9627-1fc9fabbaecf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:37.973786 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-13254d31-9db7-4815-93ae-42e5dd65a34f req-1dbada02-9ad0-4c84-9627-1fc9fabbaecf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0805857 Oct 26 11:22:38.029202 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-13254d31-9db7-4815-93ae-42e5dd65a34f req-8dd00a84-209b-480c-8d5a-12c5db511a1b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498033 Oct 26 11:22:38.055234 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-b670e751-6737-4441-87f0-8775bc14f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:38.056722 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-b670e751-6737-4441-87f0-8775bc14f6e7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1128 time: 0.0401955 Oct 26 11:22:38.093112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:38.151724 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-ce6fef31-d7aa-40d5-921f-8d754734efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:38.153202 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-ce6fef31-d7aa-40d5-921f-8d754734efb2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.0885980 Oct 26 11:22:38.216556 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-b385bb52-7be2-4ba5-bf29-a87d8895f632 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 200 len: 1000 time: 0.0542178 Oct 26 11:22:38.264668 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-fd457d4f-eafb-488d-aac3-d52772d2379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:38.266686 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-fd457d4f-eafb-488d-aac3-d52772d2379d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0430272 Oct 26 11:22:38.313404 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-4e45608b-02d2-4c57-abe2-7049c0c70626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:38.314786 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-4e45608b-02d2-4c57-abe2-7049c0c70626 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411029 Oct 26 11:22:38.404649 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-a27e25dc-9d0a-4206-b14b-a72b209c8bd7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833664 Oct 26 11:22:38.497502 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3d5bd681-010b-4ea8-8fc8-be9416883911 req-5f2a71d8-f962-4e89-83bc-b165110592c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859914 Oct 26 11:22:39.166302 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8131be2-c78f-41b5-9a67-5ac5c017b2bb req-8063f07d-e2bd-4728-ad81-687bd913adf6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:39.168510 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e8131be2-c78f-41b5-9a67-5ac5c017b2bb req-8063f07d-e2bd-4728-ad81-687bd913adf6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0515440 Oct 26 11:22:39.245915 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e8131be2-c78f-41b5-9a67-5ac5c017b2bb req-1053265a-7b11-4d74-bd20-3c591fe788f5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706322 Oct 26 11:22:40.403581 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dd5a6-63c8-4501-b304-a9938a9dfaac req-9203cd28-b3a0-4a16-b9f2-6838e8ce4f51 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:40.405559 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d62dd5a6-63c8-4501-b304-a9938a9dfaac req-9203cd28-b3a0-4a16-b9f2-6838e8ce4f51 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0555987 Oct 26 11:22:40.454613 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d62dd5a6-63c8-4501-b304-a9938a9dfaac req-df23e8a8-bfc7-400a-a827-8c1c395c8fa4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435016 Oct 26 11:22:41.582733 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225177-cd7c-4156-96c0-27eb82d67591 req-4a3afac3-6721-48b0-aa9c-1fa17f58d647 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:41.584226 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea225177-cd7c-4156-96c0-27eb82d67591 req-4a3afac3-6721-48b0-aa9c-1fa17f58d647 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0472980 Oct 26 11:22:41.637206 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea225177-cd7c-4156-96c0-27eb82d67591 req-eeb762e4-7ea6-4fac-8b01-ed4144c6bb1b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473323 Oct 26 11:22:42.448401 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.450010 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.454519 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:42.519462 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:42.769320 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4aff9-e526-40a2-b3c5-327be3f686f0 req-f70f19b8-9f11-4858-bde6-f16ae28ce229 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:42.770838 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-07b4aff9-e526-40a2-b3c5-327be3f686f0 req-f70f19b8-9f11-4858-bde6-f16ae28ce229 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0476947 Oct 26 11:22:42.857498 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-07b4aff9-e526-40a2-b3c5-327be3f686f0 req-80f7bc3b-3d61-4fc2-a8b2-a77de3105d6c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805933 Oct 26 11:22:43.987928 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ec4c9-ca2a-43db-a2d3-cebc0c68ea11 req-0cab8feb-fdf3-4269-a0dc-5227332181a9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:43.989453 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-942ec4c9-ca2a-43db-a2d3-cebc0c68ea11 req-0cab8feb-fdf3-4269-a0dc-5227332181a9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0485570 Oct 26 11:22:44.040456 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-942ec4c9-ca2a-43db-a2d3-cebc0c68ea11 req-3393b05d-8a30-41e0-8289-a6907109af8c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446043 Oct 26 11:22:45.175156 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a792bd4-0002-452d-bbbf-0e5ac3dc93cb req-dbd32618-1fdc-45f8-adf2-46a8778bcedd tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:45.176728 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1a792bd4-0002-452d-bbbf-0e5ac3dc93cb req-dbd32618-1fdc-45f8-adf2-46a8778bcedd tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0507278 Oct 26 11:22:45.216138 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:45.228134 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1a792bd4-0002-452d-bbbf-0e5ac3dc93cb req-c3080b81-c998-45ab-a1ed-8ca9e36da8d8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Oct 26 11:22:45.719939 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:45.721832 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=15 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:46.303359 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58588) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:46.397958 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5e380-e006-4b52-afdd-9b94a31ff706 req-93631a50-fa3a-45b6-b01d-f820f5068560 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:46.403377 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46c5e380-e006-4b52-afdd-9b94a31ff706 req-93631a50-fa3a-45b6-b01d-f820f5068560 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0600808 Oct 26 11:22:46.413962 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:46.448242 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.461440 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46c5e380-e006-4b52-afdd-9b94a31ff706 req-b8d0489f-e31c-4d45-87b3-6475343f5bc4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541465 Oct 26 11:22:46.533910 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Publish callbacks [] for security_group (9d011b12-f3c7-4083-800f-074b9b098a94), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.591102 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9d011b12-f3c7-4083-800f-074b9b098a94), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.633788 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d011b12-f3c7-4083-800f-074b9b098a94,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:46.640858 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6490ce5a37be456db0da974d3e21ffcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341124 Oct 26 11:22:46.641352 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58592) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:46.644908 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.645256 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.645592 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.645925 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.646248 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.646574 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.646925 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.647245 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.647602 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.647836 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:46.647954 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.648241 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.648503 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.648817 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.649264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.649451 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bc76a6-7b40-40be-94bc-5ae7b4e773ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.701495 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Publish callbacks [] for security_group (9d011b12-f3c7-4083-800f-074b9b098a94), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.728285 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Publish callbacks [] for security_group (9d011b12-f3c7-4083-800f-074b9b098a94), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.859767 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9d011b12-f3c7-4083-800f-074b9b098a94), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.862939 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:46.867214 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9d011b12-f3c7-4083-800f-074b9b098a94 HTTP/1.1" status: 204 len: 168 time: 0.2247424 Oct 26 11:22:46.875782 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d011b12-f3c7-4083-800f-074b9b098a94,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:46.884281 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.884627 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.885563 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.885871 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.886358 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.886780 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.887241 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.887640 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.888126 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.888456 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.888855 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.889319 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.889730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.890172 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:46.890368 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9924102-d6a7-4e25-bf7a-4dbab4e5fcc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:22:47.362113 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d2720a82-1c3f-4946-a762-d6d5cd524f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:47.607282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e143-cf6b-4458-93f4-33fe6560e2c6 req-02995375-98c0-4a5a-bdc8-a6abd454800c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:47.608800 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-11d5e143-cf6b-4458-93f4-33fe6560e2c6 req-02995375-98c0-4a5a-bdc8-a6abd454800c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0516829 Oct 26 11:22:47.662332 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-11d5e143-cf6b-4458-93f4-33fe6560e2c6 req-0c6ac775-419d-4595-9e13-5e210fff39ed tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474861 Oct 26 11:22:48.415153 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58624) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:48.531035 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-84a3d54a-bd43-40fc-a64b-c21df6308a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.610434 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-84a3d54a-bd43-40fc-a64b-c21df6308a84 admin admin] Publish callbacks [] for security_group (6f808096-c6c8-4def-a322-f1322dcc5d1b), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.664591 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-84a3d54a-bd43-40fc-a64b-c21df6308a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6f808096-c6c8-4def-a322-f1322dcc5d1b), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.707740 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-84a3d54a-bd43-40fc-a64b-c21df6308a84 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a8d0005c494b4c6a99f2bc7fee9bd532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914317 Oct 26 11:22:48.708683 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3d54a-bd43-40fc-a64b-c21df6308a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f808096-c6c8-4def-a322-f1322dcc5d1b,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:48.710384 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58630) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:22:48.738349 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:48.796186 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-320187ce-4219-434c-984d-de4267f0f635 admin admin] Publish callbacks [] for security_group (6f808096-c6c8-4def-a322-f1322dcc5d1b), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.819423 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-320187ce-4219-434c-984d-de4267f0f635 admin admin] Publish callbacks [] for security_group (6f808096-c6c8-4def-a322-f1322dcc5d1b), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.828309 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10829-3cf3-4c40-a485-3efb35356b6a req-4c8ec042-805e-4bd7-a664-f7d428257ab2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:48.829601 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6bd10829-3cf3-4c40-a485-3efb35356b6a req-4c8ec042-805e-4bd7-a664-f7d428257ab2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0575681 Oct 26 11:22:48.883916 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6bd10829-3cf3-4c40-a485-3efb35356b6a req-e6269306-7931-4fb7-96b2-c1c49ad9cb55 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 Oct 26 11:22:48.956156 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-320187ce-4219-434c-984d-de4267f0f635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (6f808096-c6c8-4def-a322-f1322dcc5d1b), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.958967 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-320187ce-4219-434c-984d-de4267f0f635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:48.960158 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-320187ce-4219-434c-984d-de4267f0f635 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6f808096-c6c8-4def-a322-f1322dcc5d1b HTTP/1.1" status: 204 len: 168 time: 0.2482526 Oct 26 11:22:48.968327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320187ce-4219-434c-984d-de4267f0f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f808096-c6c8-4def-a322-f1322dcc5d1b,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:22:49.709938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ef785e1f-4dba-4d52-8413-7889ce4d1ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:50.020677 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585af45-a0c0-4836-a7ff-7dc9fedbcc18 req-50f38d37-75df-4342-b043-a0ea506d336d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:50.022098 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0585af45-a0c0-4836-a7ff-7dc9fedbcc18 req-50f38d37-75df-4342-b043-a0ea506d336d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0485854 Oct 26 11:22:50.076108 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0585af45-a0c0-4836-a7ff-7dc9fedbcc18 req-472f74fc-3675-4823-8e70-1557e34cc4a7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Oct 26 11:22:50.994054 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:51.201110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf43f39-9a98-469b-ae40-2fce6656ef62 req-05aae87f-cdff-4b3e-ab94-f7372b34e079 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:51.202547 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9bf43f39-9a98-469b-ae40-2fce6656ef62 req-05aae87f-cdff-4b3e-ab94-f7372b34e079 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0454092 Oct 26 11:22:51.248059 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9bf43f39-9a98-469b-ae40-2fce6656ef62 req-d86218e4-36d9-4f20-9d1e-9e3faf7fb282 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Oct 26 11:22:52.372040 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2798a1-89c3-45ce-bd27-7f254e69975f req-4e53423c-681a-447b-9fd9-ffd9dfc17d2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:52.373491 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1d2798a1-89c3-45ce-bd27-7f254e69975f req-4e53423c-681a-447b-9fd9-ffd9dfc17d2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0460236 Oct 26 11:22:52.419205 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1d2798a1-89c3-45ce-bd27-7f254e69975f req-4bc236c7-b7df-458d-b1ab-9dc39f634cae tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402894 Oct 26 11:22:52.695896 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:52.838774 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:22:53.545503 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65810c6-bdab-49c4-9e8b-8003c2c57099 req-c7d421b0-5fe5-451f-bd18-b9bc505dc2f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:53.546974 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a65810c6-bdab-49c4-9e8b-8003c2c57099 req-c7d421b0-5fe5-451f-bd18-b9bc505dc2f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0457313 Oct 26 11:22:53.596644 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a65810c6-bdab-49c4-9e8b-8003c2c57099 req-97a98844-efff-4621-ac67-c969642d655b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440040 Oct 26 11:22:54.724570 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bd70d-97f2-4225-ab40-4d7189623794 req-00e7ec4c-9e6a-4d0a-96b8-275341e01f45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:54.726052 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d69bd70d-97f2-4225-ab40-4d7189623794 req-00e7ec4c-9e6a-4d0a-96b8-275341e01f45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0491042 Oct 26 11:22:54.772709 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d69bd70d-97f2-4225-ab40-4d7189623794 req-317d58c5-2b12-4f1e-b467-f196dda20e7a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410819 Oct 26 11:22:55.897404 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccba1d5-552f-49de-89fe-47fab8cd437b req-f0445ff7-c5cd-46df-8b45-abc01f37948b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:55.898948 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-eccba1d5-552f-49de-89fe-47fab8cd437b req-f0445ff7-c5cd-46df-8b45-abc01f37948b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0456064 Oct 26 11:22:55.944429 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-eccba1d5-552f-49de-89fe-47fab8cd437b req-f79e232d-888c-453d-8230-3aa88a458573 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400817 Oct 26 11:22:57.066665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816c0ac-d00e-46ed-96f8-f11a8a9c2214 req-e35fef66-7f7d-4d69-ba17-1fa14570292f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:57.068060 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1816c0ac-d00e-46ed-96f8-f11a8a9c2214 req-e35fef66-7f7d-4d69-ba17-1fa14570292f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0454290 Oct 26 11:22:57.114168 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1816c0ac-d00e-46ed-96f8-f11a8a9c2214 req-aca498ed-8a49-4756-bd87-09c98af62b13 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407519 Oct 26 11:22:58.238081 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d71eb3-10fd-461a-94da-f25c86105306 req-f169a15c-281b-4b85-b6da-a71710013bec tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:58.239526 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-86d71eb3-10fd-461a-94da-f25c86105306 req-f169a15c-281b-4b85-b6da-a71710013bec tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0453591 Oct 26 11:22:58.284646 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-86d71eb3-10fd-461a-94da-f25c86105306 req-11033e9b-dbc4-4c9c-93ff-0ea92d1bc346 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397425 Oct 26 11:22:59.561288 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05393f3-e35a-40ba-ba90-0a517832e2df req-aabf9e54-343b-4974-a6b8-e88b73bebd81 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:22:59.562741 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e05393f3-e35a-40ba-ba90-0a517832e2df req-aabf9e54-343b-4974-a6b8-e88b73bebd81 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.1969442 Oct 26 11:22:59.573965 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:59.612753 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e05393f3-e35a-40ba-ba90-0a517832e2df req-3e8e85ad-68e0-473f-abc1-4dbac7a9f7ce tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440180 Oct 26 11:22:59.722450 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:22:59.727379 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:00.741858 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9e681-cfe5-4e40-bac7-edbb565c61d8 req-196a03bc-bd5c-47c6-a9cd-13bb45ea7f8e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:00.743346 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1df9e681-cfe5-4e40-bac7-edbb565c61d8 req-196a03bc-bd5c-47c6-a9cd-13bb45ea7f8e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0495644 Oct 26 11:23:00.790058 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1df9e681-cfe5-4e40-bac7-edbb565c61d8 req-663a7da6-327f-4f79-ad31-e6560bc4b1b4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 Oct 26 11:23:01.914645 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8adce-9055-4eda-b210-b607a5505f6c req-9ca57673-a532-434f-a7eb-7d405f335963 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:01.916108 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eeb8adce-9055-4eda-b210-b607a5505f6c req-9ca57673-a532-434f-a7eb-7d405f335963 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.0459459 Oct 26 11:23:01.961918 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eeb8adce-9055-4eda-b210-b607a5505f6c req-f96d5fa0-f425-4248-88c9-d49c0ce6766a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403090 Oct 26 11:23:02.764416 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:02.768331 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:02.770054 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:03.124288 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:03.131469 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:03.141240 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129a371-849e-4790-a8a7-85fb6b5a7898 req-cbf873f4-3b31-4074-94f0-b49b526d774e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:03.142705 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4129a371-849e-4790-a8a7-85fb6b5a7898 req-cbf873f4-3b31-4074-94f0-b49b526d774e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 944 time: 0.1006134 Oct 26 11:23:03.189100 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4129a371-849e-4790-a8a7-85fb6b5a7898 req-f84e6399-c8bf-40aa-a781-ca3925ed01d8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406663 Oct 26 11:23:03.957507 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:23:04.056339 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:04.067149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'port_id': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'mac_address': 'fa:16:3e:d8:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:23:04.100421 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:04.100804 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.116908 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd2d732-48e8-4aca-ac57-8f769619a1f1 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:23:04.135188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:04.210025 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:04.256077 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=9']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:04.315618 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a325-c355-463d-9676-11baf3cc7b88 req-fdd375e7-e458-422e-a7e7-6263b16f1686 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:04.316986 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3cc4a325-c355-463d-9676-11baf3cc7b88 req-fdd375e7-e458-422e-a7e7-6263b16f1686 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 945 time: 0.0456622 Oct 26 11:23:04.362749 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3cc4a325-c355-463d-9676-11baf3cc7b88 req-0cc5b965-036c-4f83-bd2b-0a5b54cd67b0 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403519 Oct 26 11:23:04.765061 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['6cd2d732-48e8-4aca-ac57-8f769619a1f1'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:23:05.491929 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf27f4-3dee-4b16-9dfc-dedffc5640e5 req-25078833-9c61-4edf-b3c5-0c63acdbeacd tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:05.493401 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abaf27f4-3dee-4b16-9dfc-dedffc5640e5 req-25078833-9c61-4edf-b3c5-0c63acdbeacd tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 945 time: 0.0467072 Oct 26 11:23:05.542337 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abaf27f4-3dee-4b16-9dfc-dedffc5640e5 req-9e20b1bb-f444-47e2-b076-88eb49032c17 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434184 Oct 26 11:23:05.965450 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:23:06.011388 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:23:06.011689 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.012022 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 Oct 26 11:23:06.081777 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:23:06.082163 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.104389 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:06.106609 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be14b93c-27cf-4035-a12b-41c76ba9db0f" -d '{"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:06.118980 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:06.143981 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8836699c-17e9-47e7-9f59-e7dc9fc10f58 x-openstack-request-id: req-8836699c-17e9-47e7-9f59-e7dc9fc10f58 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:06.144267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:06.144518 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8836699c-17e9-47e7-9f59-e7dc9fc10f58 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:06.144909 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8836699c-17e9-47e7-9f59-e7dc9fc10f58'] response: {'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'code': 200} Oct 26 11:23:06.168772 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:06.218677 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=10']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:06.668346 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ad90d-2be9-4277-887f-5acdbd650cd4 req-f17b78af-e61a-4b46-8979-ce46f873cd83 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:06.669643 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f9ad90d-2be9-4277-887f-5acdbd650cd4 req-f17b78af-e61a-4b46-8979-ce46f873cd83 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0460839 Oct 26 11:23:06.716421 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f9ad90d-2be9-4277-887f-5acdbd650cd4 req-44d6312d-6f24-4899-8994-e6dfbbc70bd7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404358 Oct 26 11:23:06.951732 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8c73c-8800-4886-bf17-f61f5ebab4c1 req-e2d14be1-3a07-409a-8806-02d276827d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:06.953227 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3cf8c73c-8800-4886-bf17-f61f5ebab4c1 req-e2d14be1-3a07-409a-8806-02d276827d7e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 1131 time: 0.0408702 Oct 26 11:23:06.995618 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3cf8c73c-8800-4886-bf17-f61f5ebab4c1 req-70e6a953-ad28-4833-99ef-f24df7dc19b2 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363173 Oct 26 11:23:07.698097 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:23:07.846197 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91330bf2-03ff-486c-99b4-782c4fc35089 req-c0df6186-db72-4612-9790-3870d99db393 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:07.847720 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-91330bf2-03ff-486c-99b4-782c4fc35089 req-c0df6186-db72-4612-9790-3870d99db393 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0484841 Oct 26 11:23:07.893693 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-91330bf2-03ff-486c-99b4-782c4fc35089 req-f40e656f-7cb6-49e4-b349-4520fc619a13 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404842 Oct 26 11:23:09.132158 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055304aa-f87b-4a9e-9e02-a376a801bf37 req-b6471de5-c184-40b2-b6a2-963958cc4258 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:09.133647 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-055304aa-f87b-4a9e-9e02-a376a801bf37 req-b6471de5-c184-40b2-b6a2-963958cc4258 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0504007 Oct 26 11:23:09.181026 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-055304aa-f87b-4a9e-9e02-a376a801bf37 req-6c76c272-12d5-4800-9092-97a084593220 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Oct 26 11:23:10.314939 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b69c3-34a7-4af5-b67d-4abdf390575a req-f298d38a-0326-4c60-aa44-1f4fb0db5f96 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:10.318303 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a33b69c3-34a7-4af5-b67d-4abdf390575a req-f298d38a-0326-4c60-aa44-1f4fb0db5f96 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0485086 Oct 26 11:23:10.374384 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a33b69c3-34a7-4af5-b67d-4abdf390575a req-2414a693-264e-45a9-9eda-f05c8a57b0c8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524805 Oct 26 11:23:11.408413 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-978e964e-a85b-4628-8b58-5e41f1c45bfb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366426 Oct 26 11:23:11.479003 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:11.488418 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77cd0-e84e-4002-b725-729381a6b20a req-76d2b55d-06d4-4b81-bbe2-a5abdcb881af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:11.489917 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-76d2b55d-06d4-4b81-bbe2-a5abdcb881af service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 1129 time: 0.0421736 Oct 26 11:23:11.501895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa6188-3e18-46d2-83a7-dbeae75d25f3 req-4dfcb585-0f51-4b24-82a1-6f49daf6aa06 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:11.503514 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-07fa6188-3e18-46d2-83a7-dbeae75d25f3 req-4dfcb585-0f51-4b24-82a1-6f49daf6aa06 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0470815 Oct 26 11:23:11.550485 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-07fa6188-3e18-46d2-83a7-dbeae75d25f3 req-8dc077a9-bbb0-4774-bce2-5fb0a0a77222 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Oct 26 11:23:11.595016 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77cd0-e84e-4002-b725-729381a6b20a req-eaf77645-4136-4a11-b574-1a2618cd14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:11.596484 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-eaf77645-4136-4a11-b574-1a2618cd14a3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.0880175 Oct 26 11:23:11.639267 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-c1bcfcaa-2734-4446-8c08-44b4d0eaf6b0 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e HTTP/1.1" status: 200 len: 217 time: 0.0354989 Oct 26 11:23:11.688543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77cd0-e84e-4002-b725-729381a6b20a req-ae6b0888-a29b-4b6f-a583-a13a48aaebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:11.689575 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-ae6b0888-a29b-4b6f-a583-a13a48aaebd3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0448494 Oct 26 11:23:11.733018 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77cd0-e84e-4002-b725-729381a6b20a req-4126ddb0-caf1-479e-9be7-01bfd15f03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:11.734517 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-4126ddb0-caf1-479e-9be7-01bfd15f03e6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388474 Oct 26 11:23:11.827111 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-4360dfab-69c1-4cd7-86d4-0d46838babf7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860426 Oct 26 11:23:11.913531 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-38a77cd0-e84e-4002-b725-729381a6b20a req-e5433010-df54-472b-ab86-d90ab7715a30 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809658 Oct 26 11:23:12.497613 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:17.319504 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a23be001-2d88-47bb-92d3-9a53e3862625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:17.693724 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:17.696426 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:17.775070 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d2541-891a-4ca5-9250-66a6da976654 req-0fc2104f-f889-4e6d-bd6f-54875a973ed9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:17.776561 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf4d2541-891a-4ca5-9250-66a6da976654 req-0fc2104f-f889-4e6d-bd6f-54875a973ed9 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0513184 Oct 26 11:23:17.827703 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf4d2541-891a-4ca5-9250-66a6da976654 req-0cf0f972-5fd8-4f42-a7fb-70f589e7be1f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453322 Oct 26 11:23:17.853327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-c3ed0ecc-f4e6-4c28-8021-489e5c97d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:17.854894 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-c3ed0ecc-f4e6-4c28-8021-489e5c97d093 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1129 time: 0.0451367 Oct 26 11:23:17.885077 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:17.944972 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-23035a3c-5a9c-47fb-9d7f-fda8b80403ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:17.946377 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-23035a3c-5a9c-47fb-9d7f-fda8b80403ba service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.0852218 Oct 26 11:23:18.009502 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-415e5e1b-fd49-4a18-abe4-b7aae9218f00 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 200 len: 1000 time: 0.0554647 Oct 26 11:23:18.056228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-8710f58f-05bb-48ab-b39c-829d8e3eb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:18.057568 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-8710f58f-05bb-48ab-b39c-829d8e3eb90c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0416312 Oct 26 11:23:18.098568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-e809d562-510d-4aa1-816d-070c840e7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:18.099978 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-e809d562-510d-4aa1-816d-070c840e7d67 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0360720 Oct 26 11:23:18.190833 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-8c918e82-e1b3-4bf2-9a28-1b291ef350ac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835915 Oct 26 11:23:18.278997 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4b5ffdf7-d101-46f0-9e44-e6aff09d164a req-bf912a06-3b01-4997-8df1-4390c130309f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820682 Oct 26 11:23:18.951165 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2befcf-e8b8-4833-9acb-08f95d795d82 req-8602f2f1-f3ca-490e-ad29-0b8a2c40c6e2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:18.952587 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-de2befcf-e8b8-4833-9acb-08f95d795d82 req-8602f2f1-f3ca-490e-ad29-0b8a2c40c6e2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0465634 Oct 26 11:23:19.001894 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-de2befcf-e8b8-4833-9acb-08f95d795d82 req-979d110f-25bf-4384-bbaf-af8aa08e64e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Oct 26 11:23:19.695324 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-89308b9e-dff5-4257-9e5d-4715c58f9d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:20.118766 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4043230-4293-4732-8265-bc1915ed7812 req-c346dbd5-9046-40c2-98fd-ccde502422f7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:20.120214 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c4043230-4293-4732-8265-bc1915ed7812 req-c346dbd5-9046-40c2-98fd-ccde502422f7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0456779 Oct 26 11:23:20.165274 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c4043230-4293-4732-8265-bc1915ed7812 req-b5ee159c-851f-4bdd-82c0-064f0e8e73bb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388598 Oct 26 11:23:20.975227 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:21.284799 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d4aec-e93c-4520-a25b-0ec02b76dbdb req-714b0545-f8bc-48b8-9a19-1df2fe541189 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:21.286182 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-354d4aec-e93c-4520-a25b-0ec02b76dbdb req-714b0545-f8bc-48b8-9a19-1df2fe541189 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0454395 Oct 26 11:23:21.333058 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-354d4aec-e93c-4520-a25b-0ec02b76dbdb req-80970aff-a671-4db9-bbc5-510d10052243 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Oct 26 11:23:22.454169 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7bd2-0bbe-4a55-942b-402ca048d2fb req-76102456-5988-43ac-b690-cc197ff7fcdb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:22.455609 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-549c7bd2-0bbe-4a55-942b-402ca048d2fb req-76102456-5988-43ac-b690-cc197ff7fcdb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0452158 Oct 26 11:23:22.503791 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-549c7bd2-0bbe-4a55-942b-402ca048d2fb req-fa821ed3-f712-4146-8a37-619869e61fc0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Oct 26 11:23:22.683157 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:22.831766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:23.624124 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3b51-e998-407f-abc9-ee5612c3214b req-99ad9da1-1d4b-48f0-b636-7e01abe6e8fc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:23.625570 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-139e3b51-e998-407f-abc9-ee5612c3214b req-99ad9da1-1d4b-48f0-b636-7e01abe6e8fc tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0460231 Oct 26 11:23:23.649437 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:23.673008 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-139e3b51-e998-407f-abc9-ee5612c3214b req-1cfcd90e-dc8c-4863-aa69-fe105556d54d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Oct 26 11:23:24.793241 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0db24d-9859-4c15-a27e-7080762b92da req-fc61fdc8-f6c9-4517-a613-8a20cac42176 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:24.794680 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dd0db24d-9859-4c15-a27e-7080762b92da req-fc61fdc8-f6c9-4517-a613-8a20cac42176 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0459063 Oct 26 11:23:24.840333 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dd0db24d-9859-4c15-a27e-7080762b92da req-fa10644f-5259-4ff7-b2ff-039a48c52acf tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401952 Oct 26 11:23:25.964668 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f571192-743b-4271-9cc9-1255690e7841 req-79772a37-b04e-4dd2-8bf5-e09a456c50c6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:25.966099 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0f571192-743b-4271-9cc9-1255690e7841 req-79772a37-b04e-4dd2-8bf5-e09a456c50c6 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0479486 Oct 26 11:23:26.011223 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0f571192-743b-4271-9cc9-1255690e7841 req-738a4159-9156-4736-8958-8ba5cf1dadb1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Oct 26 11:23:27.116082 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:27.128762 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6b8ed-82c8-4677-8d3d-9c46609d687f req-49eb4969-0a02-4f9b-ae52-d4784eda5a8b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:27.130209 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bcf6b8ed-82c8-4677-8d3d-9c46609d687f req-49eb4969-0a02-4f9b-ae52-d4784eda5a8b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0452731 Oct 26 11:23:27.176873 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bcf6b8ed-82c8-4677-8d3d-9c46609d687f req-c4420383-0534-4ac9-b290-1636c1c9f951 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411048 Oct 26 11:23:28.295323 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954908d-cf07-4aad-9160-09b6c840e59f req-72a35700-1971-4a87-87d3-f7ea764a7e7b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:28.296779 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e954908d-cf07-4aad-9160-09b6c840e59f req-72a35700-1971-4a87-87d3-f7ea764a7e7b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0462539 Oct 26 11:23:28.343664 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e954908d-cf07-4aad-9160-09b6c840e59f req-6b873e08-f301-4e8b-8418-bd5848f1d81f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Oct 26 11:23:29.464635 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3025c46-f6a9-4040-9620-3e0adddd3e83 req-f1651cdc-c707-4f2a-baa9-a1e0f8c6af15 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:29.466086 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d3025c46-f6a9-4040-9620-3e0adddd3e83 req-f1651cdc-c707-4f2a-baa9-a1e0f8c6af15 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Oct 26 11:23:29.508193 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:29.512637 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d3025c46-f6a9-4040-9620-3e0adddd3e83 req-93c06512-5a86-4756-929a-24d859dd98db tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411220 Oct 26 11:23:30.648810 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daabfc9-2697-4f21-8ba7-ae08d9d750eb req-a9cec1a1-3beb-4ddb-a0c3-ed2ab1564dd8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:30.650231 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0daabfc9-2697-4f21-8ba7-ae08d9d750eb req-a9cec1a1-3beb-4ddb-a0c3-ed2ab1564dd8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0579596 Oct 26 11:23:30.692604 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40879cd8-2c02-4330-b7ae-7c992a8a0c93 req-5432b879-332c-47cb-81cb-c38bb29607d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:30.694051 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-40879cd8-2c02-4330-b7ae-7c992a8a0c93 req-5432b879-332c-47cb-81cb-c38bb29607d4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1129 time: 0.1067092 Oct 26 11:23:30.704026 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:30.734905 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0daabfc9-2697-4f21-8ba7-ae08d9d750eb req-11742f8d-c363-4688-96e0-cacf59a279b3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660145 Oct 26 11:23:30.761112 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-40879cd8-2c02-4330-b7ae-7c992a8a0c93 req-60c5b3d2-d35d-4126-9be5-bf2a31f43ffb service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542545 Oct 26 11:23:31.858447 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae6e6-a70d-4ed0-ae56-bbb3d5f9def8 req-3bfc6be3-f672-432b-bfe0-a8ac9a7ea7e0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:31.859915 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-da8ae6e6-a70d-4ed0-ae56-bbb3d5f9def8 req-3bfc6be3-f672-432b-bfe0-a8ac9a7ea7e0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0467596 Oct 26 11:23:31.905523 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-da8ae6e6-a70d-4ed0-ae56-bbb3d5f9def8 req-f6118735-6c76-44d0-ba55-830c1d006617 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Oct 26 11:23:32.760946 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:32.766308 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:32.769091 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:33.027840 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708df1d-1ab2-4b39-a95a-d1aa93298e66 req-3d3ae8be-fee4-4df6-82bc-c45250e97f2d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:33.029226 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1708df1d-1ab2-4b39-a95a-d1aa93298e66 req-3d3ae8be-fee4-4df6-82bc-c45250e97f2d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0463564 Oct 26 11:23:33.079254 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1708df1d-1ab2-4b39-a95a-d1aa93298e66 req-637e5c2f-2acc-42bf-b6c3-f54a8524278d tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444760 Oct 26 11:23:33.590604 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131d64b-5cab-4587-be15-ec19dd352ebf req-86698335-3d00-42e5-a38d-42561d3abdbe tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:33.592015 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7131d64b-5cab-4587-be15-ec19dd352ebf req-86698335-3d00-42e5-a38d-42561d3abdbe tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0451536 Oct 26 11:23:33.643249 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7131d64b-5cab-4587-be15-ec19dd352ebf req-b89a99cc-374b-45f1-bc0b-882f1e8799be tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Oct 26 11:23:33.713652 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95581-4e26-42be-9d4c-89f74522b557 req-3422561e-0866-4296-895e-acd01f09bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:33.715123 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35c95581-4e26-42be-9d4c-89f74522b557 req-3422561e-0866-4296-895e-acd01f09bd58 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1129 time: 0.0387657 Oct 26 11:23:33.804952 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95581-4e26-42be-9d4c-89f74522b557 req-17a306a0-035c-4999-abf2-9f14ba6bed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:33.806968 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35c95581-4e26-42be-9d4c-89f74522b557 req-17a306a0-035c-4999-abf2-9f14ba6bed60 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.0852759 Oct 26 11:23:33.869314 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35c95581-4e26-42be-9d4c-89f74522b557 req-86948d62-7ecd-4b70-8ec2-69d752a6a10c service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 200 len: 1000 time: 0.0563228 Oct 26 11:23:33.916620 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95581-4e26-42be-9d4c-89f74522b557 req-c41ba82f-1e09-4d28-b3eb-63d33bd31c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:33.918050 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35c95581-4e26-42be-9d4c-89f74522b557 req-c41ba82f-1e09-4d28-b3eb-63d33bd31c3a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0427752 Oct 26 11:23:33.959862 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c95581-4e26-42be-9d4c-89f74522b557 req-79a0934f-6ea5-438f-8052-ab00a0ef11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:33.961256 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35c95581-4e26-42be-9d4c-89f74522b557 req-79a0934f-6ea5-438f-8052-ab00a0ef11eb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370955 Oct 26 11:23:34.051250 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35c95581-4e26-42be-9d4c-89f74522b557 req-0a519394-4dc6-4bf1-ab97-c6799d968e64 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833931 Oct 26 11:23:34.138386 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35c95581-4e26-42be-9d4c-89f74522b557 req-32eaa2ac-e198-4697-98a7-6a36b5f9bf96 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808845 Oct 26 11:23:34.729353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:34.769355 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677e846-b3f6-4780-bf3d-1a7dd386a5bc req-971a3683-0218-4f90-85ed-df2683c35702 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:34.770802 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4677e846-b3f6-4780-bf3d-1a7dd386a5bc req-971a3683-0218-4f90-85ed-df2683c35702 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0507832 Oct 26 11:23:34.817072 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4677e846-b3f6-4780-bf3d-1a7dd386a5bc req-16e54ee5-3d59-4c1c-a2e6-1b7432f5e578 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Oct 26 11:23:35.935494 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae618b-e49f-48a6-9467-206df827cbc1 req-82b222cb-42c6-40db-a86e-66d6ef3eb5a3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:35.936939 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-62ae618b-e49f-48a6-9467-206df827cbc1 req-82b222cb-42c6-40db-a86e-66d6ef3eb5a3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0455434 Oct 26 11:23:35.982690 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-62ae618b-e49f-48a6-9467-206df827cbc1 req-6dd9d0ef-3da5-46e4-a766-e7b19fbd0721 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Oct 26 11:23:37.104978 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6b4f6-f627-453f-b03f-2e0e6866260b req-21534280-54df-471f-b829-62774fdad731 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:37.106456 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ffd6b4f6-f627-453f-b03f-2e0e6866260b req-21534280-54df-471f-b829-62774fdad731 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0460553 Oct 26 11:23:37.152208 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ffd6b4f6-f627-453f-b03f-2e0e6866260b req-4a38233c-5811-4988-ab8f-9e17294b2078 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400231 Oct 26 11:23:38.273301 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18e783-1d41-41a3-a9e1-70dd18bed0fa req-7527d246-44bb-412d-9810-a0652699e79f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:38.274742 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e18e783-1d41-41a3-a9e1-70dd18bed0fa req-7527d246-44bb-412d-9810-a0652699e79f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0457251 Oct 26 11:23:38.321958 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e18e783-1d41-41a3-a9e1-70dd18bed0fa req-5003850f-3613-4c65-9752-d9c34098a734 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 Oct 26 11:23:38.438914 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574db2a-e186-49fd-b942-dfa10b1bedfa req-92105620-e023-49a7-881d-8c434fb9aab1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:38.440262 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4574db2a-e186-49fd-b942-dfa10b1bedfa req-92105620-e023-49a7-881d-8c434fb9aab1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Oct 26 11:23:38.451220 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58838) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:38.455645 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Request body: {'floatingip': {'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:23:38.507170 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.663203 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:38.944013 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:38.980997 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:39.405479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:23:39.412304 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:39.505565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:23:39.510417 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:39.514940 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] Sync routers for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:39.525436 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:39.526054 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:23:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:39.543725 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:39.546086 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae04fb8-5354-4b17-bd6b-56e2a392f158" -d '{"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:39.579770 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f055e28a-7dd7-4939-8eaf-1d9209cc539e tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/ce71979d-0e17-4821-8a7c-6cf63243ed4b HTTP/1.1" status: 200 len: 992 time: 1.1248410 Oct 26 11:23:39.637330 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:39.639209 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3d0fdc-553c-47d3-a3ac-c48f19573d61 x-openstack-request-id: req-ad3d0fdc-553c-47d3-a3ac-c48f19573d61 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:39.639503 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:39.639752 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad3d0fdc-553c-47d3-a3ac-c48f19573d61 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:39.640155 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3d0fdc-553c-47d3-a3ac-c48f19573d61'] response: {'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'status': 'completed', 'code': 200} Oct 26 11:23:39.728679 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-9c4e2027-9b4c-4e53-9e55-71ef9a7d435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:39.730080 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-9c4e2027-9b4c-4e53-9e55-71ef9a7d435b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1129 time: 0.0397956 Oct 26 11:23:39.823270 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-007326bf-1dae-4964-8a61-03ccb5b72cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:39.824713 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-007326bf-1dae-4964-8a61-03ccb5b72cbd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.0873213 Oct 26 11:23:39.851220 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ce71979d-0e17-4821-8a7c-6cf63243ed4b', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'mac_address': 'fa:16:3e:ea:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:20:32Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 3, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:39.879475 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] Checking router: f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:39.887794 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-97038d63-8d51-48d1-8f9b-cbc358be0216 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 200 len: 1000 time: 0.0549495 Oct 26 11:23:39.887972 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:39.888579 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:23:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:39.936243 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-f6ce2875-2275-4215-8da0-0536c926a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:39.937678 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-f6ce2875-2275-4215-8da0-0536c926a368 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0433366 Oct 26 11:23:39.983786 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-54c83d54-d4c1-478b-b358-1c7925411e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:39.985176 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-54c83d54-d4c1-478b-b358-1c7925411e8a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414467 Oct 26 11:23:39.987319 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:40.045190 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:40.079301 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-3f8b5653-8990-4631-8f7b-eb1ebe3ee259 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Oct 26 11:23:40.174493 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ae04fb8-5354-4b17-bd6b-56e2a392f158 req-e896ffec-f508-4169-853a-adcc50dec73b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895960 Oct 26 11:23:40.331962 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ce71979d-0e17-4821-8a7c-6cf63243ed4b', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'mac_address': 'fa:16:3e:ea:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:20:32Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 3, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:40.356590 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57f772-4a93-45d4-bdbe-dc9b38db0775 None None] The sync data for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi is: [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'ce71979d-0e17-4821-8a7c-6cf63243ed4b', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'port_id': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'mac_address': 'fa:16:3e:ea:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:20:32Z', 'updated_at': '2022-10-26T11:23:38Z', 'revision_number': 3, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:41.641625 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:41.643999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92" -d '{"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:41.681767 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b979ef-1aa8-44c4-b3f1-5d2deb571d43 x-openstack-request-id: req-00b979ef-1aa8-44c4-b3f1-5d2deb571d43 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:41.682124 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:41.682376 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00b979ef-1aa8-44c4-b3f1-5d2deb571d43 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:41.682772 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b979ef-1aa8-44c4-b3f1-5d2deb571d43'] response: {'name': 'network-changed', 'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'status': 'completed', 'code': 200} Oct 26 11:23:41.775804 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-45c196a4-4c2b-4303-bee9-08883aee5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:41.777281 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-45c196a4-4c2b-4303-bee9-08883aee5132 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 1129 time: 0.0384557 Oct 26 11:23:41.870400 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-7a648cf8-9ec2-4811-bfb4-0f9a1348accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:41.871918 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-7a648cf8-9ec2-4811-bfb4-0f9a1348accc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.0877678 Oct 26 11:23:41.930755 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-d3586290-c0a9-46c4-aae8-5094d7958f23 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 200 len: 1000 time: 0.0532894 Oct 26 11:23:41.975030 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-ee0a6376-e737-4db3-975c-436156d9398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:41.976923 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-ee0a6376-e737-4db3-975c-436156d9398b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0408332 Oct 26 11:23:42.021016 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-aeff03e6-a83c-4b00-a2f6-4dc211e493d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:42.022380 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-aeff03e6-a83c-4b00-a2f6-4dc211e493d1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394239 Oct 26 11:23:42.091218 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:42.108951 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-f64e633b-145c-4ecf-9d33-1105db63365e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808167 Oct 26 11:23:42.197630 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed243131-4c61-4a9e-ad2d-7acc2d4e9b92 req-2ebf2b7f-1bc2-4c54-93bd-1a9bb43d6da8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827413 Oct 26 11:23:42.500222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:44.698210 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:23:47.339547 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ea7f245c-0742-414d-a822-bbae8647b044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:47.850572 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90fc8-a36d-4bac-b678-a6c3c58b485a req-37a7d94d-63bd-42ed-9f9f-70b447c84b69 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:47.852272 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e8c90fc8-a36d-4bac-b678-a6c3c58b485a req-37a7d94d-63bd-42ed-9f9f-70b447c84b69 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0496271 Oct 26 11:23:47.899274 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e8c90fc8-a36d-4bac-b678-a6c3c58b485a req-60e9764c-4fac-4109-9860-e98763bbc4fb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Oct 26 11:23:48.310623 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=47 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:48.317620 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=35 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:49.026461 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fa02f-73af-4496-b33f-d67fc464cc8c req-c368b49f-1217-4f73-9a0a-ced6030f4023 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:49.027847 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a25fa02f-73af-4496-b33f-d67fc464cc8c req-c368b49f-1217-4f73-9a0a-ced6030f4023 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Oct 26 11:23:49.075142 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a25fa02f-73af-4496-b33f-d67fc464cc8c req-d4edeb7c-1362-433a-92e5-c9184a87db27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413430 Oct 26 11:23:49.698836 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-232da597-aab8-49fb-86b9-de017f595113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:49.876134 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-0e838c0d-3df8-4e92-9d50-522a1e00d598 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:49.877604 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-0e838c0d-3df8-4e92-9d50-522a1e00d598 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0500054 Oct 26 11:23:49.960325 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port 6a64fdd0-7bad-40da-928f-79e63d46879e {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:49.960662 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.051160 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] For port 6a64fdd0-7bad-40da-928f-79e63d46879e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6a64fdd0-7bad-40da-928f-79e63d46879e,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:50.051441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.167290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:50.237521 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515dbb-043c-44ba-b1af-44aeef6b2380 req-4cbb5ba8-0a31-486b-9259-eb98291ca44f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:50.238988 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3a515dbb-043c-44ba-b1af-44aeef6b2380 req-4cbb5ba8-0a31-486b-9259-eb98291ca44f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 945 time: 0.0829544 Oct 26 11:23:50.321332 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.321609 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (82df7904-b479-4418-87df-60bd4645f93f), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.321928 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP 82df7904-b479-4418-87df-60bd4645f93f disassociated. External IP: 172.27.3.40, port: 6a64fdd0-7bad-40da-928f-79e63d46879e. Oct 26 11:23:50.322267 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for 6a64fdd0-7bad-40da-928f-79e63d46879e owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:50.339711 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3a515dbb-043c-44ba-b1af-44aeef6b2380 req-b2c93355-8c94-48dc-bc67-627caffff305 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=64fc9ead-fef5-4b08-9415-b9e45f64a6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947812 Oct 26 11:23:50.510015 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (6a64fdd0-7bad-40da-928f-79e63d46879e), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.535416 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=6a64fdd0-7bad-40da-928f-79e63d46879e,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:50.545217 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.545571 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.545914 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.546255 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.546591 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.546957 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.547290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.547620 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.548339 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.548339 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.548639 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.548891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.549212 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.549564 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.549890 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:50.645161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:50.658466 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:23:50.765064 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:23:50.778973 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:50.781585 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=6 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:50.783527 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:50.791800 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:50.792521 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:23:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:50.808358 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] No DVR routers for this DVR port 6a64fdd0-7bad-40da-928f-79e63d46879e on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:23:50.810991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:50.814145 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-055fff06-b7fb-4ba4-b8b3-a810d07fcef5 req-6e25c5c6-3e87-4d03-8394-1efccb91686d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "DELETE /networking/v2.0/ports/6a64fdd0-7bad-40da-928f-79e63d46879e HTTP/1.1" status: 204 len: 173 time: 0.9311323 Oct 26 11:23:50.814635 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'name': 'network-vif-deleted', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:50.816965 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832e6b7e-7f4e-42f4-a0c6-54399c7a10f8" -d '{"events": [{"server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "name": "network-vif-deleted", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:50.857404 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90861b96-db85-4876-85dc-2862dd941510 x-openstack-request-id: req-90861b96-db85-4876-85dc-2862dd941510 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:50.857669 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45dcfbe-3437-4feb-a827-dcfc141a24f9", "name": "network-vif-deleted", "tag": "6a64fdd0-7bad-40da-928f-79e63d46879e", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:50.857924 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90861b96-db85-4876-85dc-2862dd941510 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:50.858326 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90861b96-db85-4876-85dc-2862dd941510'] response: {'server_uuid': 'a45dcfbe-3437-4feb-a827-dcfc141a24f9', 'name': 'network-vif-deleted', 'tag': '6a64fdd0-7bad-40da-928f-79e63d46879e', 'status': 'completed', 'code': 200} Oct 26 11:23:50.905490 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:51.001964 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:51.200694 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:04Z', 'revision_number': 2, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:51.225782 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:51.234963 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:51.235555 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:23:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:51.341757 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:51.465046 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3b50d695-fd3b-44a9-96b7-f38d96adcc6a req-c507cdcc-c83f-411a-99a8-3d7f18bf09a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a45dcfbe-3437-4feb-a827-dcfc141a24f9 HTTP/1.1" status: 200 len: 210 time: 0.0313976 Oct 26 11:23:51.565720 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:04Z', 'revision_number': 2, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:51.593824 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d75a7-ea6e-4951-ba23-0fea9914289b None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '0ab8da62-573c-40d8-9c6a-7075afa1af06', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:0e:b9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:18:16Z', 'updated_at': '2022-10-26T11:19:04Z', 'revision_number': 2, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:51.827843 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e51526-3e69-44aa-9904-4674d56f10b0 None None] New status for floating IP 82df7904-b479-4418-87df-60bd4645f93f: DOWN {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:52.624808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58882) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:52.675529 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.679374 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6508a0b5-06e5-4f13-86f2-4c399033f90a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (64fc9ead-fef5-4b08-9415-b9e45f64a6c3), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.704272 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6508a0b5-06e5-4f13-86f2-4c399033f90a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (64fc9ead-fef5-4b08-9415-b9e45f64a6c3), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.740578 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:52.836321 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.836550 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6508a0b5-06e5-4f13-86f2-4c399033f90a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (64fc9ead-fef5-4b08-9415-b9e45f64a6c3), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.841235 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6508a0b5-06e5-4f13-86f2-4c399033f90a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:52.846130 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58884) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:52.846680 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-6508a0b5-06e5-4f13-86f2-4c399033f90a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/64fc9ead-fef5-4b08-9415-b9e45f64a6c3 HTTP/1.1" status: 204 len: 168 time: 0.2204034 Oct 26 11:23:52.856920 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508a0b5-06e5-4f13-86f2-4c399033f90a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc9ead-fef5-4b08-9415-b9e45f64a6c3,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:52.861393 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.api.v2.resource [None req-962fe160-d1e1-4a36-a70e-adee1ffe0305 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] show failed (client error): The resource could not be found. Oct 26 11:23:52.862398 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-962fe160-d1e1-4a36-a70e-adee1ffe0305 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups/64fc9ead-fef5-4b08-9415-b9e45f64a6c3 HTTP/1.1" status: 404 len: 347 time: 0.0146222 Oct 26 11:23:52.865390 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58886) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:23:52.976197 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port 2b95f14a-8c01-4cb5-9552-aa026481f9b3 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:52.976408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:53.053044 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:53.059261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (2b95f14a-8c01-4cb5-9552-aa026481f9b3), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:53.065314 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for 2b95f14a-8c01-4cb5-9552-aa026481f9b3 owned by network:floatingip {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:53.252532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (2b95f14a-8c01-4cb5-9552-aa026481f9b3), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:53.278426 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=2b95f14a-8c01-4cb5-9552-aa026481f9b3,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:53.292722 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.293079 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.293425 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.293766 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.294127 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.294458 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.294793 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.295179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.295506 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.295832 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.296157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.296481 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.296803 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.297123 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.297443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:23:53.352118 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (82df7904-b479-4418-87df-60bd4645f93f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:53.354582 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:53.356654 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6d160fe6-5db2-4640-996a-daccb1d7445c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/82df7904-b479-4418-87df-60bd4645f93f HTTP/1.1" status: 204 len: 168 time: 0.4892938 Oct 26 11:23:54.196715 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6a64fdd0-7bad-40da-928f-79e63d46879e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:23:54.216065 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 6a64fdd0-7bad-40da-928f-79e63d46879e {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:23:54.216397 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6a64fdd0-7bad-40da-928f-79e63d46879e not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:23:56.397937 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923f0b7-8256-48de-84e6-624ed4dff63b req-d41fb418-6e68-4828-8188-a2d0fc42accc tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:56.399399 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4923f0b7-8256-48de-84e6-624ed4dff63b req-d41fb418-6e68-4828-8188-a2d0fc42accc tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0458558 Oct 26 11:23:56.446255 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4923f0b7-8256-48de-84e6-624ed4dff63b req-7af37660-7c3b-4c35-8e3a-baa515ec49db tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Oct 26 11:23:57.565052 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282becd1-3d56-4f19-b07f-bd6582e37360 req-2b4cb734-f825-45a1-8e5e-ca02582137c7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:57.566384 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-282becd1-3d56-4f19-b07f-bd6582e37360 req-2b4cb734-f825-45a1-8e5e-ca02582137c7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0457220 Oct 26 11:23:57.611972 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-282becd1-3d56-4f19-b07f-bd6582e37360 req-b1d88b13-9a7c-4d31-a3dd-f34ca0003dbb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3d92907d-0443-4fc9-a723-c48474654f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395479 Oct 26 11:23:57.913098 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-c891b7fc-c5d9-41d2-8e99-1a345272c343 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:57.914473 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-c891b7fc-c5d9-41d2-8e99-1a345272c343 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 946 time: 0.0451221 Oct 26 11:23:57.997839 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port caf5feb7-a01a-4f65-a03c-f3013b3ab59d {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:23:57.998172 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:58.084988 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] For port caf5feb7-a01a-4f65-a03c-f3013b3ab59d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:23:58.085340 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:58.245037 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:58.245394 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (0ab8da62-573c-40d8-9c6a-7075afa1af06), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:58.245773 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP 0ab8da62-573c-40d8-9c6a-7075afa1af06 disassociated. External IP: 172.27.3.165, port: caf5feb7-a01a-4f65-a03c-f3013b3ab59d. Oct 26 11:23:58.246062 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for caf5feb7-a01a-4f65-a03c-f3013b3ab59d owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:23:58.440083 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (caf5feb7-a01a-4f65-a03c-f3013b3ab59d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:58.473224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=caf5feb7-a01a-4f65-a03c-f3013b3ab59d,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:23:58.517968 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:58.583548 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:23:58.620181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3612c9a-ab55-4563-87fd-494d7d31c663 req-19e780c8-ef55-43af-81d9-422c239ac2f4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:58.621712 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d3612c9a-ab55-4563-87fd-494d7d31c663 req-19e780c8-ef55-43af-81d9-422c239ac2f4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0501654 Oct 26 11:23:58.674867 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:58.681765 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d3612c9a-ab55-4563-87fd-494d7d31c663 req-d01c1302-b32d-4ca8-b5f4-ba4b3a33dcb0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541046 Oct 26 11:23:58.700048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:23:58.713057 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:23:58.724258 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:58.724808 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:23:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:58.744697 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c5b04ed-afc6-4d46-9ba3-13a767bca0af req-7c86078f-e513-44b1-9c85-573fc2dfee7f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.0507593 Oct 26 11:23:58.762647 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] No DVR routers for this DVR port caf5feb7-a01a-4f65-a03c-f3013b3ab59d on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:23:58.765439 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:23:58.768845 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a7f942c1-9b73-47ad-89b8-8ff59a79c31c req-b590de7c-015a-483b-a1bb-dee09a8ae822 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "DELETE /networking/v2.0/ports/caf5feb7-a01a-4f65-a03c-f3013b3ab59d HTTP/1.1" status: 204 len: 173 time: 0.8495498 Oct 26 11:23:58.769345 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'name': 'network-vif-deleted', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:23:58.772168 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8a7479-4ab3-4971-94a0-ccd442f69651" -d '{"events": [{"server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "name": "network-vif-deleted", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:23:58.821133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1105bed1-6f37-4646-b166-78ec0f8970e5 x-openstack-request-id: req-1105bed1-6f37-4646-b166-78ec0f8970e5 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:23:58.821133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c038aa8-5351-4f13-8fc5-32674a0f6dce", "name": "network-vif-deleted", "tag": "caf5feb7-a01a-4f65-a03c-f3013b3ab59d", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:23:58.821133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1105bed1-6f37-4646-b166-78ec0f8970e5 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:23:58.821133 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1105bed1-6f37-4646-b166-78ec0f8970e5'] response: {'server_uuid': '5c038aa8-5351-4f13-8fc5-32674a0f6dce', 'name': 'network-vif-deleted', 'tag': 'caf5feb7-a01a-4f65-a03c-f3013b3ab59d', 'status': 'completed', 'code': 200} Oct 26 11:23:58.830968 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:58.833827 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:59.022094 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:59.049349 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:23:59.052031 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:23:59.058087 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:23:59.058680 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:23:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:59.154500 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:23:59.340752 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:23:59.365472 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f465e-9ca6-4d52-8843-66ccb57afb3b None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:23:59.575661 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50019ba-96bd-4670-90e3-3d659c7e139c None None] New status for floating IP 0ab8da62-573c-40d8-9c6a-7075afa1af06: DOWN {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:23:59.815727 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59050836-673b-48d0-95e8-cd46a1081d75 req-43cb16b5-019a-46c5-87c6-8fac871cc256 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:23:59.817728 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59050836-673b-48d0-95e8-cd46a1081d75 req-43cb16b5-019a-46c5-87c6-8fac871cc256 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0528052 Oct 26 11:23:59.867774 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59050836-673b-48d0-95e8-cd46a1081d75 req-92d6b0b7-c96e-48bc-983a-78fa2c06d5ee tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Oct 26 11:23:59.871158 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae437801-bedd-46c3-b238-5ab1c6cdf74d req-e76bb67c-a214-4f5b-bf21-3c17d840e6c0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5c038aa8-5351-4f13-8fc5-32674a0f6dce HTTP/1.1" status: 200 len: 210 time: 0.0286324 Oct 26 11:24:00.991507 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb247-9db8-4445-b117-6bc704280374 req-569a434e-ca9e-4252-8486-9412dd9a2273 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:00.992947 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-badcb247-9db8-4445-b117-6bc704280374 req-569a434e-ca9e-4252-8486-9412dd9a2273 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Oct 26 11:24:01.043674 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-badcb247-9db8-4445-b117-6bc704280374 req-127216c3-0609-4f8e-b0cb-883fcb524a88 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Oct 26 11:24:02.011020 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58934) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:02.064147 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d14518c7-6d68-4f03-8fcb-bc4cdd943612 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (3d92907d-0443-4fc9-a723-c48474654f7d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.086589 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d14518c7-6d68-4f03-8fcb-bc4cdd943612 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (3d92907d-0443-4fc9-a723-c48474654f7d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.158723 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f869f42-e3bd-48d8-b545-9d5c3069b35a req-6c47f6ee-30ff-40dd-9e5b-d203eb2dc277 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:02.160756 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1f869f42-e3bd-48d8-b545-9d5c3069b35a req-6c47f6ee-30ff-40dd-9e5b-d203eb2dc277 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0449898 Oct 26 11:24:02.205246 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d14518c7-6d68-4f03-8fcb-bc4cdd943612 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3d92907d-0443-4fc9-a723-c48474654f7d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.208418 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d14518c7-6d68-4f03-8fcb-bc4cdd943612 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.209235 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1f869f42-e3bd-48d8-b545-9d5c3069b35a req-b03e6cc5-80d7-416d-bfd5-4938e1bf2dc8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 Oct 26 11:24:02.209623 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d14518c7-6d68-4f03-8fcb-bc4cdd943612 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3d92907d-0443-4fc9-a723-c48474654f7d HTTP/1.1" status: 204 len: 168 time: 0.1976442 Oct 26 11:24:02.212809 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58938) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:02.219138 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14518c7-6d68-4f03-8fcb-bc4cdd943612 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d92907d-0443-4fc9-a723-c48474654f7d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:02.227337 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.api.v2.resource [None req-de88cedf-8f35-4057-8016-cc3c47d29b83 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] show failed (client error): The resource could not be found. Oct 26 11:24:02.228310 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-de88cedf-8f35-4057-8016-cc3c47d29b83 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups/3d92907d-0443-4fc9-a723-c48474654f7d HTTP/1.1" status: 404 len: 347 time: 0.0145864 Oct 26 11:24:02.229967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device caf5feb7-a01a-4f65-a03c-f3013b3ab59d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:24:02.231182 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58940) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:02.258550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: caf5feb7-a01a-4f65-a03c-f3013b3ab59d {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:24:02.258831 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device caf5feb7-a01a-4f65-a03c-f3013b3ab59d not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:24:02.345051 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port f832f528-08fa-4152-a928-fe042b97a1fd {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:24:02.345413 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (f832f528-08fa-4152-a928-fe042b97a1fd), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.664588 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (f832f528-08fa-4152-a928-fe042b97a1fd), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.664917 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (f832f528-08fa-4152-a928-fe042b97a1fd), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.676799 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for f832f528-08fa-4152-a928-fe042b97a1fd owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:24:02.873303 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (f832f528-08fa-4152-a928-fe042b97a1fd), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.896955 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=f832f528-08fa-4152-a928-fe042b97a1fd,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:02.958600 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (0ab8da62-573c-40d8-9c6a-7075afa1af06), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.960996 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:02.962133 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-19a863cc-9dd1-423b-a0bb-15373d8c3081 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/0ab8da62-573c-40d8-9c6a-7075afa1af06 HTTP/1.1" status: 204 len: 168 time: 0.7298532 Oct 26 11:24:03.088630 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58944) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:03.093050 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-852955aa-0ac8-4748-81e5-ed0ba689bbb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266581758', 'description': 'tempest-description--1772146036'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:03.098068 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:03.107391 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:03.153333 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-852955aa-0ac8-4748-81e5-ed0ba689bbb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.219675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-852955aa-0ac8-4748-81e5-ed0ba689bbb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (be00da55-418a-47c8-bfd8-fd00bc46ff06), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.296076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-852955aa-0ac8-4748-81e5-ed0ba689bbb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (be00da55-418a-47c8-bfd8-fd00bc46ff06), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.326957 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852955aa-0ac8-4748-81e5-ed0ba689bbb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be00da55-418a-47c8-bfd8-fd00bc46ff06,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:03.339881 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67052260-e0c5-4a22-b489-f57cd43ebc4e req-74c76f13-e0fb-4624-a8ca-913847c93bd7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:03.341366 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-67052260-e0c5-4a22-b489-f57cd43ebc4e req-74c76f13-e0fb-4624-a8ca-913847c93bd7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0511231 Oct 26 11:24:03.367662 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:03.384109 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-852955aa-0ac8-4748-81e5-ed0ba689bbb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.385489 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-852955aa-0ac8-4748-81e5-ed0ba689bbb9 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2958705 Oct 26 11:24:03.388366 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 58948) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:03.393872 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-67052260-e0c5-4a22-b489-f57cd43ebc4e req-2bdeb33e-c2cb-4744-8049-92bbfdf0b099 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Oct 26 11:24:03.394241 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-da5d9373-219d-4c6b-985a-27a8756d864f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': 'be00da55-418a-47c8-bfd8-fd00bc46ff06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:03.491405 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-da5d9373-219d-4c6b-985a-27a8756d864f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (8079f733-fdf8-48af-8c28-63c408c431cb), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.545091 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-da5d9373-219d-4c6b-985a-27a8756d864f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (8079f733-fdf8-48af-8c28-63c408c431cb), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.621841 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-da5d9373-219d-4c6b-985a-27a8756d864f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (8079f733-fdf8-48af-8c28-63c408c431cb), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.640632 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d9373-219d-4c6b-985a-27a8756d864f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8079f733-fdf8-48af-8c28-63c408c431cb,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:03.720734 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-da5d9373-219d-4c6b-985a-27a8756d864f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.721964 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-da5d9373-219d-4c6b-985a-27a8756d864f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326561 Oct 26 11:24:03.725290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58950) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:03.729846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-0beaea6d-165b-4bc4-be7f-fe5fb9c08798 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': 'be00da55-418a-47c8-bfd8-fd00bc46ff06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:03.821394 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0beaea6d-165b-4bc4-be7f-fe5fb9c08798 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (6b1489b8-5ea2-4f73-9357-6453483823f9), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.844789 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:03.878059 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0beaea6d-165b-4bc4-be7f-fe5fb9c08798 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (6b1489b8-5ea2-4f73-9357-6453483823f9), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.975597 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0beaea6d-165b-4bc4-be7f-fe5fb9c08798 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (6b1489b8-5ea2-4f73-9357-6453483823f9), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:03.993633 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaea6d-165b-4bc4-be7f-fe5fb9c08798 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1489b8-5ea2-4f73-9357-6453483823f9,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:04.034544 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0beaea6d-165b-4bc4-be7f-fe5fb9c08798 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.036365 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0beaea6d-165b-4bc4-be7f-fe5fb9c08798 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100214 Oct 26 11:24:04.040533 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 58952) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:04.043643 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:04.107191 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.186489 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.294769 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.27.3.131 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/fac96a1d-ec82-435e-9efa-77b4fb6d15d9) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:24:04.392174 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.479605 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.515782 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a48ae-9c28-4aa9-9d2b-a9c72884661e req-f6735133-4f87-4591-b1d2-ad1771f5965e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:04.517533 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-262a48ae-9c28-4aa9-9d2b-a9c72884661e req-f6735133-4f87-4591-b1d2-ad1771f5965e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0506198 Oct 26 11:24:04.519090 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:24:04.524160 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:24:04.528155 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:24:04.557076 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=fac96a1d-ec82-435e-9efa-77b4fb6d15d9,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:04.569349 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-262a48ae-9c28-4aa9-9d2b-a9c72884661e req-b0605929-7d92-4429-8d86-f05afa9d1f1b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463629 Oct 26 11:24:04.617269 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.706323 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.708464 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:04.807013 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:04.855327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.912639 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:04.977920 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=fac96a1d-ec82-435e-9efa-77b4fb6d15d9,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:04.980485 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:05.069133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:05.070349 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0c9c9c97-0c21-4d5b-aa5c-e061926de4c8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0299225 Oct 26 11:24:05.223155 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-daccc270-81b9-427c-9e6e-881ce8d75398 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1266581758&fields=id&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 267 time: 0.0451853 Oct 26 11:24:05.326082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-928cdd28-049e-49de-9ab6-f9500c57a479 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:05.327574 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-928cdd28-049e-49de-9ab6-f9500c57a479 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.0975192 Oct 26 11:24:05.342354 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-3db6fc18-5c89-4978-bd9f-0297b890e7bf tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/quotas/724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 375 time: 0.0094543 Oct 26 11:24:05.389622 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-5441aa53-93cc-404b-afea-9cac71c5b644 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424280 Oct 26 11:24:05.527386 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-fc0966bd-caeb-4880-b011-26bcc0e409d5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262681 Oct 26 11:24:05.619136 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-7bf638ca-54f5-4036-9744-8fcf15e847ab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858359 Oct 26 11:24:05.689410 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113d838-336e-43cb-824c-4e9c7c5f0dd5 req-15dd855f-8150-43d2-a8f9-b99c2eafdf7b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:05.690891 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0113d838-336e-43cb-824c-4e9c7c5f0dd5 req-15dd855f-8150-43d2-a8f9-b99c2eafdf7b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0463467 Oct 26 11:24:05.740506 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0113d838-336e-43cb-824c-4e9c7c5f0dd5 req-0a3f3ea9-2ea3-4924-81f4-185682de6b42 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Oct 26 11:24:05.864375 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-62d733a0-5965-42c0-8144-03ae2cffaf4f req-d188948f-fe7e-41a3-a58d-45c740767800 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 210 time: 0.0275950 Oct 26 11:24:06.863082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75390df-1d23-427b-b0c1-330737e9f63c req-2e74fe0a-cfc2-43b9-a03c-7759288416c7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:06.864611 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a75390df-1d23-427b-b0c1-330737e9f63c req-2e74fe0a-cfc2-43b9-a03c-7759288416c7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0476615 Oct 26 11:24:06.915787 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a75390df-1d23-427b-b0c1-330737e9f63c req-f11c6929-d7ca-4cec-adcb-b322fcf546b7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Oct 26 11:24:06.978931 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1a06d83a-34a5-4613-b781-ecb27b95ba00 req-a82e6317-384f-48d1-9523-1cb1a1f37c4a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 210 time: 0.0339355 Oct 26 11:24:07.970769 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-1db370c0-13ea-4917-b150-1e03fd50cd3d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:07.972240 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-1db370c0-13ea-4917-b150-1e03fd50cd3d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.1031554 Oct 26 11:24:07.993098 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:08.042764 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-1a2238a7-daa5-477e-b6c7-092127b924a1 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 380 time: 0.0552318 Oct 26 11:24:08.052216 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'port': {'device_id': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'admin_state_up': True, 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'security_groups': ['be00da55-418a-47c8-bfd8-fd00bc46ff06']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:08.084090 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-803af795-318b-4f7a-b2b7-e454e1f71f66 req-78300c9c-0a0b-4439-bf30-a0c2c08a8924 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 210 time: 0.0278451 Oct 26 11:24:08.156573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f675d7e-2c08-4e77-ac74-38488ed8841a req-cee01d14-cf69-47d3-81fa-29db6f369b5f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:08.158033 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1f675d7e-2c08-4e77-ac74-38488ed8841a req-cee01d14-cf69-47d3-81fa-29db6f369b5f tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.1008804 Oct 26 11:24:08.215440 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:08.241568 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1f675d7e-2c08-4e77-ac74-38488ed8841a req-36e6955b-dcd7-4813-b7e3-7af2e7dccd95 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755014 Oct 26 11:24:08.312512 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Made reservation on behalf of 724121c2144843b7adc7e17312613c9d for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:24:08.316267 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:08.441256 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.20.0.5 (4b6fe9a7-2300-42a7-b12b-879816096b76/a345ced8-26c6-4f7c-8e1c-33b3b766a058/e22707f0-8877-4f00-ab3e-d053cdf8c8fa) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:24:08.575415 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:08.661199 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:08.706949 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:24:08.713450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:24:08.715670 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:24:08.724077 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:08.772360 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:08.772973 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:08.857901 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-8f1e91a7-a47a-4722-9cb7-7fe4c5b56d5f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8101106 Oct 26 11:24:08.944846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Request body: {'port': {'device_id': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:08.951153 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:08.952008 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:08.954376 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:08.958504 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-96777b9c-8b63-492f-8e16-597f86c1d3cd None None] Provisioning complete for port e22707f0-8877-4f00-ab3e-d053cdf8c8fa triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:24:08.958907 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-96777b9c-8b63-492f-8e16-597f86c1d3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:08.959250 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-96777b9c-8b63-492f-8e16-597f86c1d3cd None None] Attempt 1 to provision port e22707f0-8877-4f00-ab3e-d053cdf8c8fa Oct 26 11:24:08.990253 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-96777b9c-8b63-492f-8e16-597f86c1d3cd None None] Port e22707f0-8877-4f00-ab3e-d053cdf8c8fa cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:24:09.007301 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:09.151523 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:09.214167 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8da49-97af-44e0-9964-4836dbd23734 req-41976918-16b8-43e1-bf2d-530956c3c8df tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:09.215732 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-79b8da49-97af-44e0-9964-4836dbd23734 req-41976918-16b8-43e1-bf2d-530956c3c8df tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 931 time: 0.0501578 Oct 26 11:24:09.222653 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:09.266853 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-79b8da49-97af-44e0-9964-4836dbd23734 req-04d967d6-bd04-4791-b006-ae9df0e01dcb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446317 Oct 26 11:24:09.271921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22707f0-8877-4f00-ab3e-d053cdf8c8fa {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:24:09.280539 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Publish callbacks [] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:09.295007 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Transition to ACTIVE for port object e22707f0-8877-4f00-ab3e-d053cdf8c8fa will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:24:09.363835 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525cb70-4acd-4ad0-9801-839a53ea936e req-dc272569-7c4e-4b2c-96a2-27b6ffdf8d86 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:09.365284 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7525cb70-4acd-4ad0-9801-839a53ea936e req-dc272569-7c4e-4b2c-96a2-27b6ffdf8d86 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0460484 Oct 26 11:24:09.377502 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:09.465624 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:09.499376 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7525cb70-4acd-4ad0-9801-839a53ea936e req-0af68232-0086-4203-a3fa-d4c1132613ac tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286752 Oct 26 11:24:09.522942 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Attempting to bind port e22707f0-8877-4f00-ab3e-d053cdf8c8fa on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:24:09.523244 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Attempting to bind port e22707f0-8877-4f00-ab3e-d053cdf8c8fa by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:24:09.523568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Attempting to bind port e22707f0-8877-4f00-ab3e-d053cdf8c8fa on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:24:09.563320 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Port e22707f0-8877-4f00-ab3e-d053cdf8c8fa on network 4b6fe9a7-2300-42a7-b12b-879816096b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:24:09.566949 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Attempting to bind port e22707f0-8877-4f00-ab3e-d053cdf8c8fa on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:24:09.607653 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:24:09.608066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Checking segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:24:09.608389 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Bound using segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:24:09.608846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Bound port: e22707f0-8877-4f00-ab3e-d053cdf8c8fa, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:24:09.609196 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:09.654290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:09.668757 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] For port e22707f0-8877-4f00-ab3e-d053cdf8c8fa, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:24:09.671696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] For port e22707f0-8877-4f00-ab3e-d053cdf8c8fa, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:24:09.747324 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:09.751563 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:09.752163 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:09.753532 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/e22707f0-8877-4f00-ab3e-d053cdf8c8fa HTTP/1.1" status: 200 len: 1093 time: 0.8136289 Oct 26 11:24:09.754060 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:09.756817 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14845173-572a-4b0f-972c-970c4bbaab76" -d '{"events": [{"name": "network-changed", "server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:09.794779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d54809-1734-48f5-a4ef-87fd27816f0b x-openstack-request-id: req-55d54809-1734-48f5-a4ef-87fd27816f0b {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:09.795083 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:09.795329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55d54809-1734-48f5-a4ef-87fd27816f0b {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:09.795721 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d54809-1734-48f5-a4ef-87fd27816f0b'] response: {'name': 'network-changed', 'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'status': 'completed', 'code': 200} Oct 26 11:24:09.805812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3494cc-6dca-4861-9773-9c686188e5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:09.885157 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845173-572a-4b0f-972c-970c4bbaab76 req-1cfc77fc-385d-4030-8ea4-3f3f78858fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:09.886641 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-14845173-572a-4b0f-972c-970c4bbaab76 req-1cfc77fc-385d-4030-8ea4-3f3f78858fa0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 1127 time: 0.0392098 Oct 26 11:24:09.994017 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845173-572a-4b0f-972c-970c4bbaab76 req-f509e85b-5de4-44c3-8542-a80b068c9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:09.995469 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-14845173-572a-4b0f-972c-970c4bbaab76 req-f509e85b-5de4-44c3-8542-a80b068c9eae service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=724121c2144843b7adc7e17312613c9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0947697 Oct 26 11:24:10.089859 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845173-572a-4b0f-972c-970c4bbaab76 req-9a8850fb-cc68-4c4a-a97a-0c2671d9a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:10.091342 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-14845173-572a-4b0f-972c-970c4bbaab76 req-9a8850fb-cc68-4c4a-a97a-0c2671d9a840 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902379 Oct 26 11:24:10.184937 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-544ef036-8827-4446-b5a4-7f7ef22a1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:10.186362 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-544ef036-8827-4446-b5a4-7f7ef22a1a2f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 1127 time: 0.0387151 Oct 26 11:24:10.231111 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-c84f44e8-e042-47f8-8662-833fb4bc4534 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22707f0-8877-4f00-ab3e-d053cdf8c8fa HTTP/1.1" status: 200 len: 217 time: 0.0309777 Oct 26 11:24:10.277677 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-07fa9a58-1f53-40e8-85e5-972165752dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:10.279218 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-07fa9a58-1f53-40e8-85e5-972165752dfc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0418975 Oct 26 11:24:10.325853 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-530dcb5e-47df-427f-ac7f-113d8c1ad485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:10.327415 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-530dcb5e-47df-427f-ac7f-113d8c1ad485 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423553 Oct 26 11:24:10.434802 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c992b07-89a5-4bd4-8f80-0f19464bf9a2 req-d2c9d217-fa9c-44b2-a0f6-631e89336781 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:10.436258 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c992b07-89a5-4bd4-8f80-0f19464bf9a2 req-d2c9d217-fa9c-44b2-a0f6-631e89336781 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 943 time: 0.0855286 Oct 26 11:24:10.470827 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-9bd6142a-dc8a-4fc2-8554-825f253411aa service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373320 Oct 26 11:24:10.518081 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c992b07-89a5-4bd4-8f80-0f19464bf9a2 req-befc5084-6fee-49ab-ae7b-2f99415bd6bc tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760083 Oct 26 11:24:10.564122 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:10.579962 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a1b4d97b-c08a-4c3a-b769-af44b1ad3af7 req-1021ca56-a74e-4e18-8840-ea4aac6caea9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993760 Oct 26 11:24:10.628358 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d9865-9587-43fa-8a06-3932cf6e5e5a req-4345229a-f781-4fa1-a966-8816cd0a6ce6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:10.629882 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e9d9865-9587-43fa-8a06-3932cf6e5e5a req-4345229a-f781-4fa1-a966-8816cd0a6ce6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0497441 Oct 26 11:24:10.672274 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:10.680911 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e9d9865-9587-43fa-8a06-3932cf6e5e5a req-a8aa0767-8ecf-4cc0-87d0-8b230c4e8622 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450792 Oct 26 11:24:11.638661 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac9b3-31f5-4438-83dd-5fbc770b529f req-501b4f21-33cd-4b3f-8849-26f1ff30d3a3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:11.640109 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-76fac9b3-31f5-4438-83dd-5fbc770b529f req-501b4f21-33cd-4b3f-8849-26f1ff30d3a3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 943 time: 0.0458608 Oct 26 11:24:11.686655 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-76fac9b3-31f5-4438-83dd-5fbc770b529f req-ae3fb61a-8158-4fc9-8a50-7380ee4f91f5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Oct 26 11:24:11.801006 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8e9d-3713-47bc-9a47-a18eaf2e3ec9 req-dc4b8504-7913-4b1e-8583-8e9f5ab20668 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:11.802480 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f11e8e9d-3713-47bc-9a47-a18eaf2e3ec9 req-dc4b8504-7913-4b1e-8583-8e9f5ab20668 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0466721 Oct 26 11:24:11.851381 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f11e8e9d-3713-47bc-9a47-a18eaf2e3ec9 req-1db0ca56-e900-4e17-b373-ab5b514ae029 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Oct 26 11:24:12.500368 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:12.806872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26450766-c1fe-41ef-a749-0eeddf21b291 req-80f721e2-4b9c-431e-96fa-f36c8f86d786 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:12.808222 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26450766-c1fe-41ef-a749-0eeddf21b291 req-80f721e2-4b9c-431e-96fa-f36c8f86d786 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 943 time: 0.0454865 Oct 26 11:24:12.853762 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26450766-c1fe-41ef-a749-0eeddf21b291 req-fad6eb71-d7e2-4a44-b295-ba9eb96d0d4d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401430 Oct 26 11:24:12.971352 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21feb-4034-47bb-8b81-80e42c051012 req-ca6b64ce-7336-4242-901f-c04e82cc5992 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:12.972801 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-05b21feb-4034-47bb-8b81-80e42c051012 req-ca6b64ce-7336-4242-901f-c04e82cc5992 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0457628 Oct 26 11:24:13.023791 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-05b21feb-4034-47bb-8b81-80e42c051012 req-3fe8a9f3-4996-48f9-872a-cb6ff63236b9 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Oct 26 11:24:13.257077 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-822b1815-50b2-4640-974f-f3eb5f1732e4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403986 Oct 26 11:24:13.357812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f595ff7-def6-453c-87f7-b95299b95625 req-7951dafd-ed07-461f-855a-16ba7acfa521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:13.359312 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-7951dafd-ed07-461f-855a-16ba7acfa521 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 1130 time: 0.0379601 Oct 26 11:24:13.459655 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f595ff7-def6-453c-87f7-b95299b95625 req-60c900d2-f220-4fcf-9d7b-eff77be58c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:13.461092 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-60c900d2-f220-4fcf-9d7b-eff77be58c0b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 200 len: 920 time: 0.0842595 Oct 26 11:24:13.501844 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-048ff1dd-b403-4588-8e1e-f96a6e1a0303 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 200 len: 217 time: 0.0344343 Oct 26 11:24:13.551925 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f595ff7-def6-453c-87f7-b95299b95625 req-b4f950fb-8bfd-4bbd-8bb2-9e52dd08d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:13.553229 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-b4f950fb-8bfd-4bbd-8bb2-9e52dd08d3c7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 200 len: 858 time: 0.0432312 Oct 26 11:24:13.583979 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:13.595336 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f595ff7-def6-453c-87f7-b95299b95625 req-ceed78a1-5c1a-479b-b977-74f25dfb0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:13.596863 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-ceed78a1-5c1a-479b-b977-74f25dfb0417 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377131 Oct 26 11:24:13.687893 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-c53bc258-c188-4300-b0d9-e5ff7b6ce493 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848172 Oct 26 11:24:13.730857 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=25 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:13.731632 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=59 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:13.778188 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f595ff7-def6-453c-87f7-b95299b95625 req-9375504c-88f3-444a-9b65-06afbc7e5438 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843725 Oct 26 11:24:14.004880 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27dbc-a6e9-4236-995a-41af23b9246e req-784a7eee-0edb-4fb6-b660-3d25a24f76c7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:14.006324 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-37b27dbc-a6e9-4236-995a-41af23b9246e req-784a7eee-0edb-4fb6-b660-3d25a24f76c7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 943 time: 0.0767825 Oct 26 11:24:14.007607 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-ac0bfc17-525a-4be7-9957-b5dc8f55adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:14.008918 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-ac0bfc17-525a-4be7-9957-b5dc8f55adb3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1129 time: 0.0781999 Oct 26 11:24:14.147226 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f9576-7741-481d-9c5b-3b2b97f0cef9 req-cdac4669-501c-4269-b565-ce4612f205de tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:14.148692 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5e9f9576-7741-481d-9c5b-3b2b97f0cef9 req-cdac4669-501c-4269-b565-ce4612f205de tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0477445 Oct 26 11:24:14.200890 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5e9f9576-7741-481d-9c5b-3b2b97f0cef9 req-dbb3e168-15bd-4904-acf5-8f3a0ece016e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463555 Oct 26 11:24:14.266699 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device e22707f0-8877-4f00-ab3e-d053cdf8c8fa details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:24:14.361778 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-37b27dbc-a6e9-4236-995a-41af23b9246e req-4696b198-7244-417e-8e95-bf0244d3ad56 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497143 Oct 26 11:24:14.366384 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port e22707f0-8877-4f00-ab3e-d053cdf8c8fa, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:14.378703 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'port_id': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'mac_address': 'fa:16:3e:90:fe:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 473, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:24:14.382082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-d6518221-ba12-46aa-bfb5-371f9d2b925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:14.383541 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-d6518221-ba12-46aa-bfb5-371f9d2b925b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 200 len: 910 time: 0.3656757 Oct 26 11:24:14.416724 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port e22707f0-8877-4f00-ab3e-d053cdf8c8fa is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:14.417033 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:14.430465 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22707f0-8877-4f00-ab3e-d053cdf8c8fa {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:24:14.445243 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-3c0c79c4-1eb7-41aa-ae5d-6681b2d5ffa1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 1000 time: 0.0550489 Oct 26 11:24:14.450462 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port e22707f0-8877-4f00-ab3e-d053cdf8c8fa, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:14.495587 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-30fdd4bd-73ed-4c23-846c-5df5fa358f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:14.496965 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-30fdd4bd-73ed-4c23-846c-5df5fa358f51 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2416d34a-0f9b-4518-a86a-7375364ac902 HTTP/1.1" status: 200 len: 848 time: 0.0454552 Oct 26 11:24:14.513400 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:14.535669 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:14.543088 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-b5974680-fb02-494f-a0d1-3ddb9ad98838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:14.544564 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-b5974680-fb02-494f-a0d1-3ddb9ad98838 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379925 Oct 26 11:24:14.583082 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:14.590098 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.590449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.590793 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.591165 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.591503 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.591832 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.592158 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.592485 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.592934 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.593270 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.593599 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.593924 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.594248 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.594571 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.594914 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:14.634534 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-35560cc3-e6ad-4f3c-94ac-8ae00960e8f1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Oct 26 11:24:14.727035 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-91b94ff2-2591-441a-9b7d-d52ec140d656 req-62e8b494-ed25-4ad2-bc7c-d1023d177254 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859847 Oct 26 11:24:15.050428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['e22707f0-8877-4f00-ab3e-d053cdf8c8fa'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:24:15.347299 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17afbb-31bc-413b-8c8e-5f55b2e99280 req-d87385eb-62e2-4f8a-bd1b-cabe362ddfe8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:15.347299 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0d17afbb-31bc-413b-8c8e-5f55b2e99280 req-d87385eb-62e2-4f8a-bd1b-cabe362ddfe8 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0475128 Oct 26 11:24:15.373520 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0d17afbb-31bc-413b-8c8e-5f55b2e99280 req-157c1b1c-f0b2-4ab2-99c5-3c1367c069a6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450933 Oct 26 11:24:15.484175 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fcb24-ab27-4d4e-b100-d2c4e3a90e1d req-01a6f0e8-088c-427d-ad99-3db8c8b1c7fd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:15.485640 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-da9fcb24-ab27-4d4e-b100-d2c4e3a90e1d req-01a6f0e8-088c-427d-ad99-3db8c8b1c7fd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 944 time: 0.0465622 Oct 26 11:24:15.538959 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-da9fcb24-ab27-4d4e-b100-d2c4e3a90e1d req-7406285d-24c0-480b-9aaa-4e39016cbafe tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469768 Oct 26 11:24:16.312620 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device e22707f0-8877-4f00-ab3e-d053cdf8c8fa up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:24:16.354581 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port e22707f0-8877-4f00-ab3e-d053cdf8c8fa completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:24:16.432020 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port e22707f0-8877-4f00-ab3e-d053cdf8c8fa triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:24:16.432412 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:16.432763 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port e22707f0-8877-4f00-ab3e-d053cdf8c8fa Oct 26 11:24:16.506326 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa4bad-881b-4a2e-882e-d236ccb1dd6e req-fc56ba1f-edca-4a2c-9669-eeda3e5a02e4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:16.507876 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abfa4bad-881b-4a2e-882e-d236ccb1dd6e req-fc56ba1f-edca-4a2c-9669-eeda3e5a02e4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0505750 Oct 26 11:24:16.508796 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port e22707f0-8877-4f00-ab3e-d053cdf8c8fa is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:16.509182 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:16.531874 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:16.534085 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e7d86-0065-46b7-aaa2-8b41828fc51d" -d '{"events": [{"server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "name": "network-vif-plugged", "status": "completed", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:16.538781 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:16.546966 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port e22707f0-8877-4f00-ab3e-d053cdf8c8fa, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:16.558935 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abfa4bad-881b-4a2e-882e-d236ccb1dd6e req-0af691bb-fbaa-47b8-8f46-1abb158a2997 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454009 Oct 26 11:24:16.608596 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:16.640564 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daea67ff-f503-40ba-8ed0-4c6fee15edb8 x-openstack-request-id: req-daea67ff-f503-40ba-8ed0-4c6fee15edb8 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:16.640857 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "name": "network-vif-plugged", "status": "completed", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:16.641109 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-daea67ff-f503-40ba-8ed0-4c6fee15edb8 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:16.641549 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daea67ff-f503-40ba-8ed0-4c6fee15edb8'] response: {'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'code': 200} Oct 26 11:24:16.659664 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:16.671701 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc69e02-e2f8-429b-b631-88486d9d5770 req-41d15ff2-38ed-4d7a-b9ef-f9de0979a87c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:16.673264 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5cc69e02-e2f8-429b-b631-88486d9d5770 req-41d15ff2-38ed-4d7a-b9ef-f9de0979a87c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0501940 Oct 26 11:24:16.720941 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5cc69e02-e2f8-429b-b631-88486d9d5770 req-1a44fedd-6026-4616-8174-90bbc6c6e31a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Oct 26 11:24:17.148711 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a5b6-5a9c-4e27-ac72-78e84533cf6f req-464a2fcf-7857-4640-b9d7-b7cdf38e0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:17.150157 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0649a5b6-5a9c-4e27-ac72-78e84533cf6f req-464a2fcf-7857-4640-b9d7-b7cdf38e0732 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 1129 time: 0.0471406 Oct 26 11:24:17.192457 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0649a5b6-5a9c-4e27-ac72-78e84533cf6f req-7b5a7199-c7df-470b-a04d-c8d9878af5aa service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359602 Oct 26 11:24:17.362830 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-393cb31d-172e-448e-9507-512280cc6ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:17.685380 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95461b38-6dd5-48e9-aa2a-2c15f34bf99e req-567436d7-1c8f-4351-8669-360afd007ef7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:17.686892 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95461b38-6dd5-48e9-aa2a-2c15f34bf99e req-567436d7-1c8f-4351-8669-360afd007ef7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Oct 26 11:24:17.735938 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95461b38-6dd5-48e9-aa2a-2c15f34bf99e req-4664d77a-eba7-4125-befd-d6b33910875a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Oct 26 11:24:17.843627 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b15f3-13a9-4e5e-a363-36c3524f34f0 req-55a77628-1f60-4cce-b864-d56ea7697ed4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:17.845084 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-427b15f3-13a9-4e5e-a363-36c3524f34f0 req-55a77628-1f60-4cce-b864-d56ea7697ed4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0464189 Oct 26 11:24:17.864076 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:17.893011 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-427b15f3-13a9-4e5e-a363-36c3524f34f0 req-bbe3a428-d9c5-4d17-b82f-4c8be599c6a0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Oct 26 11:24:18.419129 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ac0e-57c2-4fb0-8964-ef416f25839a req-b9df2b06-ec7a-491f-bfb3-4cbfedde1985 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:18.420562 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-09c8ac0e-57c2-4fb0-8964-ef416f25839a req-b9df2b06-ec7a-491f-bfb3-4cbfedde1985 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0459158 Oct 26 11:24:18.465858 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-09c8ac0e-57c2-4fb0-8964-ef416f25839a req-6d6f1ec5-4aac-4131-bd3b-0b3a5fc93a53 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399745 Oct 26 11:24:18.857161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd313-bc39-4821-8633-2df55ab300ad req-63e9d3e2-5692-4df3-8ea1-9bb1535cf0b9 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:18.858603 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-71efd313-bc39-4821-8633-2df55ab300ad req-63e9d3e2-5692-4df3-8ea1-9bb1535cf0b9 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0455589 Oct 26 11:24:18.910370 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-71efd313-bc39-4821-8633-2df55ab300ad req-af59bc8d-ae2f-46d2-bbc5-70f98243a310 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456908 Oct 26 11:24:19.014354 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9026de-35eb-4d07-8648-362d3212621a req-dca4a797-b2dd-4035-90a0-0c1cb79b828d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:19.014354 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6f9026de-35eb-4d07-8648-362d3212621a req-dca4a797-b2dd-4035-90a0-0c1cb79b828d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0462840 Oct 26 11:24:19.063188 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6f9026de-35eb-4d07-8648-362d3212621a req-70394916-7880-4e45-97a7-70d436677a51 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442915 Oct 26 11:24:19.313442 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:19.321762 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61717251-e1fe-4fb8-a6f7-6c56acec906e req-7af2929d-d247-4bf4-aad9-6a82c3867ea3 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:19.323232 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-61717251-e1fe-4fb8-a6f7-6c56acec906e req-7af2929d-d247-4bf4-aad9-6a82c3867ea3 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0469253 Oct 26 11:24:19.344647 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-eb031e10-2379-473d-8836-896080cdc19c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391159 Oct 26 11:24:19.372492 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-61717251-e1fe-4fb8-a6f7-6c56acec906e req-46943add-abf4-43e2-bf06-57ac9367a2ee tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434680 Oct 26 11:24:19.418264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-766c7762-bdab-4c2a-9bb9-58c80315881a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:19.419612 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-766c7762-bdab-4c2a-9bb9-58c80315881a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports/de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 942 time: 0.0465250 Oct 26 11:24:19.591131 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891e787-1f89-47e2-bf35-7a207781579b req-bacb641c-ccb4-4abd-becf-dab67716a89b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:19.592543 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9891e787-1f89-47e2-bf35-7a207781579b req-bacb641c-ccb4-4abd-becf-dab67716a89b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0461078 Oct 26 11:24:19.640677 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9891e787-1f89-47e2-bf35-7a207781579b req-c97ce700-443c-4af7-ab3e-5dfad2547510 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424643 Oct 26 11:24:19.688318 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6dd292c1-f17a-4440-a76c-5e9083d8bd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:20.182157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb5b8d-c073-4bc0-a8b8-6bf863b85111 req-cc0d31c7-53d8-41a6-8129-f0a8abe81613 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:20.183631 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dcfb5b8d-c073-4bc0-a8b8-6bf863b85111 req-cc0d31c7-53d8-41a6-8129-f0a8abe81613 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0456278 Oct 26 11:24:20.228829 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dcfb5b8d-c073-4bc0-a8b8-6bf863b85111 req-c69e0608-d4dc-4596-a6a0-27e422186b39 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Oct 26 11:24:20.304634 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device de570ff5-446d-40b7-add4-d927b658a166 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:24:20.345281 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e1fb1-88fe-494e-aa1b-109f9d6aec7d req-0e015dc8-b0b8-4483-819e-5d9d8da8fad4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:20.346802 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-729e1fb1-88fe-494e-aa1b-109f9d6aec7d req-0e015dc8-b0b8-4483-819e-5d9d8da8fad4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0487711 Oct 26 11:24:20.356921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59092) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:20.361362 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'port_id': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:20.379573 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port de570ff5-446d-40b7-add4-d927b658a166 is: ACTIVE; New status is: DOWN {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:20.379968 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:20.400005 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:20.403178 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:20.405430 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf46083-c823-4000-9ec1-dba41a6600ba" -d '{"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-unplugged", "status": "completed", "tag": "de570ff5-446d-40b7-add4-d927b658a166"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:20.418704 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:20.448631 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5049ab0b-d312-4e95-b224-0a8afd3e1a3c x-openstack-request-id: req-5049ab0b-d312-4e95-b224-0a8afd3e1a3c {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:20.448995 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-unplugged", "status": "completed", "tag": "de570ff5-446d-40b7-add4-d927b658a166", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:20.449252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5049ab0b-d312-4e95-b224-0a8afd3e1a3c {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:20.449671 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5049ab0b-d312-4e95-b224-0a8afd3e1a3c'] response: {'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166', 'code': 200} Oct 26 11:24:20.493893 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:20.545569 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=6']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:20.581244 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:20.744387 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92d297-7546-4325-be11-ffc5baa2d5ea req-070123b9-827c-4046-84a1-1bc4b59da0f5 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:20.751331 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ec92d297-7546-4325-be11-ffc5baa2d5ea req-070123b9-827c-4046-84a1-1bc4b59da0f5 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.2973559 Oct 26 11:24:20.797286 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ec92d297-7546-4325-be11-ffc5baa2d5ea req-6ca36f81-45a7-4fa1-8207-46f64df76ee3 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443795 Oct 26 11:24:20.848704 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bacbf8-a584-48b7-a7b3-8719c88344ec req-ea315d2f-ae37-49d9-8bf9-64f5f4b77348 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:20.850156 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f1bacbf8-a584-48b7-a7b3-8719c88344ec req-ea315d2f-ae37-49d9-8bf9-64f5f4b77348 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0875752 Oct 26 11:24:20.972265 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:20.983725 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-dc88b498-5043-455e-a9e3-699ce10a5f2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:20.985387 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-dc88b498-5043-455e-a9e3-699ce10a5f2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 947 time: 0.0851991 Oct 26 11:24:20.989089 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f1bacbf8-a584-48b7-a7b3-8719c88344ec req-512642a3-c261-4477-bf08-4fd31392eed1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=aedeb8a4-0a34-4f27-9942-ca04843da900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325569 Oct 26 11:24:21.005624 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.060879 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.114050 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Deleting port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:24:21.114384 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.217598 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:21.225329 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b associated. External IP: 172.27.3.131, port: e22707f0-8877-4f00-ab3e-d053cdf8c8fa. Oct 26 11:24:21.281836 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] For port 6cd2d732-48e8-4aca-ac57-8f769619a1f1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6cd2d732-48e8-4aca-ac57-8f769619a1f1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:21.282196 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.377936 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:21.568818 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.569177 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (464d595b-5033-4329-abc1-5132f62feaa0), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.569493 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Floating IP 464d595b-5033-4329-abc1-5132f62feaa0 disassociated. External IP: 172.27.3.114, port: 6cd2d732-48e8-4aca-ac57-8f769619a1f1. Oct 26 11:24:21.569831 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Calling delete_port for 6cd2d732-48e8-4aca-ac57-8f769619a1f1 owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:24:21.589636 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:24:21.698376 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:24:21.774792 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:24:21.781042 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.786037 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:24:21.801333 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:21.802067 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:21.823023 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5edabf0e-9476-4328-903c-c2786266b8cb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b HTTP/1.1" status: 200 len: 991 time: 1.4649150 Oct 26 11:24:21.823665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:21.826521 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:21.882360 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (6cd2d732-48e8-4aca-ac57-8f769619a1f1), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:21.905384 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e6506-dd36-4bfa-ab7b-e142d6627a18 x-openstack-request-id: req-5c5e6506-dd36-4bfa-ab7b-e142d6627a18 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:21.905812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:21.906181 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c5e6506-dd36-4bfa-ab7b-e142d6627a18 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:21.906737 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5e6506-dd36-4bfa-ab7b-e142d6627a18'] response: {'name': 'network-changed', 'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'status': 'completed', 'code': 200} Oct 26 11:24:21.912116 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:21.928440 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event deleted for resources: {'Port': ['ID=6cd2d732-48e8-4aca-ac57-8f769619a1f1,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:21.969312 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf4580-dce8-44ea-9fbb-5b4e4a616782 req-98670b7c-12db-41fa-bd11-02333b1c88de tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:21.971230 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6bdf4580-dce8-44ea-9fbb-5b4e4a616782 req-98670b7c-12db-41fa-bd11-02333b1c88de tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0798390 Oct 26 11:24:22.021282 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-d5bbbede-3eed-4276-9886-bb6d566496dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:22.022790 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-d5bbbede-3eed-4276-9886-bb6d566496dd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 1129 time: 0.0734918 Oct 26 11:24:22.133639 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6bdf4580-dce8-44ea-9fbb-5b4e4a616782 req-84b74e1b-b997-4f96-ade2-9ccf4f5737f7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457152 Oct 26 11:24:22.160119 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-38119100-fa45-4e4b-850c-fceb115ad404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:22.165090 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-38119100-fa45-4e4b-850c-fceb115ad404 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 916 time: 0.1203275 Oct 26 11:24:22.233406 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-d97bfe60-4299-4b74-bb05-fea83387bd57 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e22707f0-8877-4f00-ab3e-d053cdf8c8fa HTTP/1.1" status: 200 len: 999 time: 0.0651734 Oct 26 11:24:22.250031 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:90:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:04Z', 'updated_at': '2022-10-26T11:24:20Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:22.276637 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:24:22.286884 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:22.287764 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:22.287986 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-ffd34e8f-ca40-4ac4-843f-df6a3a4fefef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:22.292407 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-ffd34e8f-ca40-4ac4-843f-df6a3a4fefef service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0494642 Oct 26 11:24:22.346312 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c2e33bf8-5a82-4a11-b5d8-af0eda4ac3c4 req-ad2a54da-6ec3-43b8-936c-0464b49fd114 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.0384381 Oct 26 11:24:22.353379 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-4b6ca2a5-874a-4e05-a198-44a85b329f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:22.353379 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-4b6ca2a5-874a-4e05-a198-44a85b329f4e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509338 Oct 26 11:24:22.358126 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Router 62cc8114-eee9-4d92-941d-e37fbd286c7c has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:24:22.438078 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:22.478346 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-7aa436d5-7d54-400e-abf2-178e5b201951 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171756 Oct 26 11:24:22.480796 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:24:22.492609 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] Sync routers for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:24:22.506647 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:22.506904 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:22.507678 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:22.532193 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] No DVR routers for this DVR port 6cd2d732-48e8-4aca-ac57-8f769619a1f1 on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:24:22.535549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:22.539516 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6475ee3d-68e1-4f22-8a40-2de2c2410fc1 req-85fa9f19-0ce2-4a1b-9ebf-aad2ffc179f1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "DELETE /networking/v2.0/ports/6cd2d732-48e8-4aca-ac57-8f769619a1f1 HTTP/1.1" status: 204 len: 173 time: 1.5455093 Oct 26 11:24:22.596138 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d7eb63b4-caa7-4b62-bf53-dc7005080d5a req-addf2a1f-2a34-4e4d-b365-126d8fffc705 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122580 Oct 26 11:24:22.625306 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:22.669147 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:22.681909 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:90:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:04Z', 'updated_at': '2022-10-26T11:24:20Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:22.707168 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d80304-6e3d-475d-a9e4-f831fe12b49e None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:90:fe:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:04Z', 'updated_at': '2022-10-26T11:24:20Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:24:22.713102 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:22.798160 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:22.832653 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:22.843678 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:22.871576 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] Checking router: 62cc8114-eee9-4d92-941d-e37fbd286c7c for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:24:22.879199 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:22.883764 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:22.884530 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:22.952890 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca517093-84a8-4f3c-bbff-6cc361e84c89 None None] New status for floating IP c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:24:23.000724 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:23.207007 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:23.232108 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c288b86a-2a3c-455f-bd6f-de4a758b21fe None None] The sync data for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi is: [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:24:23.272807 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb7d1-b9c3-4d56-8ae4-13553242ebf8 req-ae1bb4bb-431a-4bf5-9781-44fe71aa2fe4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:23.274499 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-70dcb7d1-b9c3-4d56-8ae4-13553242ebf8 req-ae1bb4bb-431a-4bf5-9781-44fe71aa2fe4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0523608 Oct 26 11:24:23.326045 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-70dcb7d1-b9c3-4d56-8ae4-13553242ebf8 req-6a38feca-436c-490a-9a3b-6e43a1beb592 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455625 Oct 26 11:24:23.453537 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab43d10-9b0b-4b9d-bb76-d8b0baa53a48 None None] New status for floating IP 464d595b-5033-4329-abc1-5132f62feaa0: DOWN {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:24:23.464016 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:23.483871 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-79e94c99-11c5-4e99-8629-e0842443f607 req-9ae1cc0e-5df6-42c6-a54f-203ac8dbfc9d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=2821a8ff-1cb6-43c5-9968-1c13e293ad1a HTTP/1.1" status: 200 len: 210 time: 0.0300276 Oct 26 11:24:23.908223 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-deleted', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:23.910610 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f7e7a5-240e-480a-b2e4-6fcfb83addf5" -d '{"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-deleted", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:23.947477 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afcb598-4409-45fd-a9c6-2dfc7dabb714 x-openstack-request-id: req-5afcb598-4409-45fd-a9c6-2dfc7dabb714 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:23.947806 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2821a8ff-1cb6-43c5-9968-1c13e293ad1a", "name": "network-vif-deleted", "tag": "6cd2d732-48e8-4aca-ac57-8f769619a1f1", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:23.948318 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5afcb598-4409-45fd-a9c6-2dfc7dabb714 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:23.948721 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afcb598-4409-45fd-a9c6-2dfc7dabb714'] response: {'server_uuid': '2821a8ff-1cb6-43c5-9968-1c13e293ad1a', 'name': 'network-vif-deleted', 'tag': '6cd2d732-48e8-4aca-ac57-8f769619a1f1', 'status': 'completed', 'code': 200} Oct 26 11:24:24.320923 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:24:24.329390 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-5fb7d440-fa97-4183-ba16-7ebc498023d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:24.330904 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-5fb7d440-fa97-4183-ba16-7ebc498023d2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991&tenant_id=a30976e8b35f436b84dc4488dcf5acaf HTTP/1.1" status: 200 len: 1127 time: 0.0680928 Oct 26 11:24:24.340092 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 6cd2d732-48e8-4aca-ac57-8f769619a1f1 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:24:24.340434 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 6cd2d732-48e8-4aca-ac57-8f769619a1f1 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:24:24.407787 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-8166fa6b-ae2d-405b-a04a-f7840dc51ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:24.409779 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-8166fa6b-ae2d-405b-a04a-f7840dc51ee4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1127 time: 0.0418453 Oct 26 11:24:24.439356 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:24.449450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbb776-a812-4ec3-958a-8ba643d9a7fd req-a02ea902-c564-4dcb-a287-9669b4366e70 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:24.453644 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ffbb776-a812-4ec3-958a-8ba643d9a7fd req-a02ea902-c564-4dcb-a287-9669b4366e70 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0497737 Oct 26 11:24:24.499555 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8ffbb776-a812-4ec3-958a-8ba643d9a7fd req-793aa3f1-c40b-4250-bcae-80ce28142469 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 Oct 26 11:24:24.502410 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-be055cb5-7d7d-4dc0-8a5f-43ced83dc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:24.503943 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-be055cb5-7d7d-4dc0-8a5f-43ced83dc4ef service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 200 len: 910 time: 0.0882761 Oct 26 11:24:24.568893 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-79480ade-1789-4e11-8536-912b890b7b25 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 998 time: 0.0594394 Oct 26 11:24:24.618294 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-fa2b29a5-cd2d-46f5-86cf-aeb06fad909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:24.619768 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-fa2b29a5-cd2d-46f5-86cf-aeb06fad909b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2416d34a-0f9b-4518-a86a-7375364ac902 HTTP/1.1" status: 200 len: 848 time: 0.0450070 Oct 26 11:24:24.640759 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59120) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:24.664190 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-f068adb8-55d0-4c40-a201-fcf48d23a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:24.664858 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:24.665701 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-f068adb8-55d0-4c40-a201-fcf48d23a1e9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403745 Oct 26 11:24:24.693564 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7831fd0f-2882-44f1-ad7b-19115dbf4427 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (aedeb8a4-0a34-4f27-9942-ca04843da900), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:24.715897 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7831fd0f-2882-44f1-ad7b-19115dbf4427 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (aedeb8a4-0a34-4f27-9942-ca04843da900), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:24.762856 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-19a75893-6d4f-48ef-b2bb-4f0ddec889e7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910783 Oct 26 11:24:24.813298 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7831fd0f-2882-44f1-ad7b-19115dbf4427 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (aedeb8a4-0a34-4f27-9942-ca04843da900), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:24.815890 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7831fd0f-2882-44f1-ad7b-19115dbf4427 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:24.817027 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7831fd0f-2882-44f1-ad7b-19115dbf4427 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/aedeb8a4-0a34-4f27-9942-ca04843da900 HTTP/1.1" status: 204 len: 168 time: 0.1785808 Oct 26 11:24:24.820501 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59122) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:24.837610 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831fd0f-2882-44f1-ad7b-19115dbf4427 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedeb8a4-0a34-4f27-9942-ca04843da900,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:24.839622 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.api.v2.resource [None req-85a5bec7-ac0e-4baf-90b3-31505332fa15 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] show failed (client error): The resource could not be found. Oct 26 11:24:24.840601 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-85a5bec7-ac0e-4baf-90b3-31505332fa15 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups/aedeb8a4-0a34-4f27-9942-ca04843da900 HTTP/1.1" status: 404 len: 347 time: 0.0191371 Oct 26 11:24:24.845274 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59124) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:24.891853 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-f7e6bf7e-0a86-49d3-9c88-2920d6d8e77f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231139 Oct 26 11:24:24.964278 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Deleting port 296464ac-ea3e-4787-bd3f-0fa056e925dc {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:24:24.964619 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.042461 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.042787 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (296464ac-ea3e-4787-bd3f-0fa056e925dc), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.054394 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Calling delete_port for 296464ac-ea3e-4787-bd3f-0fa056e925dc owned by network:floatingip {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:24:25.140637 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:25.241511 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (296464ac-ea3e-4787-bd3f-0fa056e925dc), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.264157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event deleted for resources: {'Port': ['ID=296464ac-ea3e-4787-bd3f-0fa056e925dc,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:25.327234 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (464d595b-5033-4329-abc1-5132f62feaa0), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.329658 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.330793 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2a6d5ee2-8982-490d-afd1-6f68023dbf00 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/464d595b-5033-4329-abc1-5132f62feaa0 HTTP/1.1" status: 204 len: 168 time: 0.4845877 Oct 26 11:24:25.467895 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59128) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:25.472284 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-20d5331d-88f2-4bc2-866c-a45f52300aa8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86172091', 'description': 'tempest-description--624564034'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:25.539457 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-20d5331d-88f2-4bc2-866c-a45f52300aa8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.640386 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da3afa-dfe2-4481-984f-472fee340dd3 req-e8b63024-8782-4864-be52-c27e43ad0810 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:25.641924 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6da3afa-dfe2-4481-984f-472fee340dd3 req-e8b63024-8782-4864-be52-c27e43ad0810 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0636289 Oct 26 11:24:25.670469 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-20d5331d-88f2-4bc2-866c-a45f52300aa8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (e40c8efc-a5a0-4664-9d20-165233b02053), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.702742 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6da3afa-dfe2-4481-984f-472fee340dd3 req-ed97bcb5-0819-4dde-97b9-f9676e8d448d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548728 Oct 26 11:24:25.733337 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-20d5331d-88f2-4bc2-866c-a45f52300aa8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e40c8efc-a5a0-4664-9d20-165233b02053), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.764197 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5331d-88f2-4bc2-866c-a45f52300aa8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c8efc-a5a0-4664-9d20-165233b02053,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:25.832887 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-20d5331d-88f2-4bc2-866c-a45f52300aa8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:25.834134 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-20d5331d-88f2-4bc2-866c-a45f52300aa8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3652627 Oct 26 11:24:25.836937 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59134) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:25.841240 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-22cfd33a-de97-4aea-a13a-cc67bdc6d98f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'security_group_rule': {'security_group_id': 'e40c8efc-a5a0-4664-9d20-165233b02053', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:25.938376 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792af64-7049-4a7e-8687-4f052fd562a5 req-c7281527-8d78-4b3b-b056-c68578b652c2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:25.939851 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9792af64-7049-4a7e-8687-4f052fd562a5 req-c7281527-8d78-4b3b-b056-c68578b652c2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0503063 Oct 26 11:24:25.942279 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-22cfd33a-de97-4aea-a13a-cc67bdc6d98f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (11d5317b-304a-4ca0-bc58-451e9a2a98b5), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.028402 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9792af64-7049-4a7e-8687-4f052fd562a5 req-03ae4ceb-64b0-4a3f-819f-4b2dcd546168 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818145 Oct 26 11:24:26.030048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-22cfd33a-de97-4aea-a13a-cc67bdc6d98f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (11d5317b-304a-4ca0-bc58-451e9a2a98b5), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.082484 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-22cfd33a-de97-4aea-a13a-cc67bdc6d98f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (11d5317b-304a-4ca0-bc58-451e9a2a98b5), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.103043 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd33a-de97-4aea-a13a-cc67bdc6d98f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d5317b-304a-4ca0-bc58-451e9a2a98b5,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:26.163319 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-22cfd33a-de97-4aea-a13a-cc67bdc6d98f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.164491 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-22cfd33a-de97-4aea-a13a-cc67bdc6d98f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3265958 Oct 26 11:24:26.167370 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59138) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:26.171878 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-c07af7cb-d9d4-45cc-9bd2-bf73c563be45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'security_group_rule': {'security_group_id': 'e40c8efc-a5a0-4664-9d20-165233b02053', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:26.184347 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:26.281438 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c07af7cb-d9d4-45cc-9bd2-bf73c563be45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (f7c81524-50cb-4789-b47d-2d146b7e5c02), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.340008 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c07af7cb-d9d4-45cc-9bd2-bf73c563be45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (f7c81524-50cb-4789-b47d-2d146b7e5c02), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.447301 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c07af7cb-d9d4-45cc-9bd2-bf73c563be45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (f7c81524-50cb-4789-b47d-2d146b7e5c02), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.466839 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07af7cb-d9d4-45cc-9bd2-bf73c563be45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c81524-50cb-4789-b47d-2d146b7e5c02,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:26.540368 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-c07af7cb-d9d4-45cc-9bd2-bf73c563be45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.541479 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-c07af7cb-d9d4-45cc-9bd2-bf73c563be45 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3731313 Oct 26 11:24:26.544589 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59140) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:26.548911 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:26.618585 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.694745 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:26.837611 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Allocated IP 172.27.3.130 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/1cbf2686-3486-4ec2-8136-23bd40960a67) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:24:26.844739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8bc8d-385f-4c44-93a9-df0ee18e71c5 req-80a92ab2-8d70-4871-8b23-4a1ae23d0e3a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:26.846184 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-43e8bc8d-385f-4c44-93a9-df0ee18e71c5 req-80a92ab2-8d70-4871-8b23-4a1ae23d0e3a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0642421 Oct 26 11:24:26.950376 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-43e8bc8d-385f-4c44-93a9-df0ee18e71c5 req-e033d5ae-3967-4b66-93d7-56d45d7c8873 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966320 Oct 26 11:24:26.984351 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.070628 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.110244 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:24:27.110865 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:27.116890 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:24:27.119362 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:24:27.132449 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:27.147559 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c22cc-05ae-41b0-8ca4-96c6c438498e req-c9bceebd-b9c3-4756-8847-1495678165fb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:27.148343 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'Port': ['ID=1cbf2686-3486-4ec2-8136-23bd40960a67,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:27.149169 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-534c22cc-05ae-41b0-8ca4-96c6c438498e req-c9bceebd-b9c3-4756-8847-1495678165fb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0474455 Oct 26 11:24:27.202103 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-534c22cc-05ae-41b0-8ca4-96c6c438498e req-583f2922-95f4-4e28-8912-b8a10e32d472 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457971 Oct 26 11:24:27.215100 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (92864ddb-b336-4d66-b7e8-57d1b71b2ab6), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.216249 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:27.305459 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.456582 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.515974 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.582091 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'Port': ['ID=1cbf2686-3486-4ec2-8136-23bd40960a67,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:27.585488 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (92864ddb-b336-4d66-b7e8-57d1b71b2ab6), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.643610 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:27.644816 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-a7123260-2e2c-4ade-880a-2e595005064a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0993164 Oct 26 11:24:27.797136 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-6f0b7f3c-f3e7-4933-a04f-1be6ee144dbe tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--86172091&fields=id&tenant_id=ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 267 time: 0.0465577 Oct 26 11:24:27.919908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499cba7-66da-468e-afda-fab048371fcf req-09d54faa-7dfe-4aa8-b724-f7f3af1d81c0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:27.921310 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b499cba7-66da-468e-afda-fab048371fcf req-09d54faa-7dfe-4aa8-b724-f7f3af1d81c0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0554755 Oct 26 11:24:27.965578 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-ed0b1c7a-0786-4a06-8f85-ca718fc38162 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:27.966931 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-ed0b1c7a-0786-4a06-8f85-ca718fc38162 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 817 time: 0.1629565 Oct 26 11:24:27.993189 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-59ec01a7-af69-4660-bc2d-68020543380f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/quotas/ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 375 time: 0.0207698 Oct 26 11:24:28.069513 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12c459-5cc2-41f7-863b-96179b601b5c req-80a30ba6-0573-447e-a4e1-3274b335a8ac tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:28.071078 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0a12c459-5cc2-41f7-863b-96179b601b5c req-80a30ba6-0573-447e-a4e1-3274b335a8ac tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0475709 Oct 26 11:24:28.092586 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Deleting port f2bbf28a-4a02-46b3-af42-40afd907a949 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:24:28.092932 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:28.104470 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-427d5941-6312-412b-820d-c75d30752d62 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965297 Oct 26 11:24:28.125248 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0a12c459-5cc2-41f7-863b-96179b601b5c req-858f0df7-f6b0-4fd5-9108-4fadfe4caa05 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483062 Oct 26 11:24:28.183479 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:28.263292 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] For port f2bbf28a-4a02-46b3-af42-40afd907a949, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f2bbf28a-4a02-46b3-af42-40afd907a949,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:28.263660 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:28.322714 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308e20e-4f6b-45a9-8b01-d0cf0f2ac1b4 req-3a8d3944-11ff-4e5c-a694-0dcb46c4fb6d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:28.324185 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8308e20e-4f6b-45a9-8b01-d0cf0f2ac1b4 req-3a8d3944-11ff-4e5c-a694-0dcb46c4fb6d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 945 time: 0.0465217 Oct 26 11:24:28.375081 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-38bbaf93-82a5-41cf-a56c-820b0bb3eca0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530668 Oct 26 11:24:28.375558 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8308e20e-4f6b-45a9-8b01-d0cf0f2ac1b4 req-e6307a19-a0f7-41f3-a584-30dffa13b4e4 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Oct 26 11:24:28.534217 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:28.557997 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d987d9df-ec48-40e3-a790-d41a3fc7151a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757615 Oct 26 11:24:28.561565 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:28.561825 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ed66a3dc-8fb5-473e-8a91-6fe2d39923fe), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:28.562234 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Floating IP ed66a3dc-8fb5-473e-8a91-6fe2d39923fe disassociated. External IP: 172.27.3.232, port: f2bbf28a-4a02-46b3-af42-40afd907a949. Oct 26 11:24:28.562462 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Calling delete_port for f2bbf28a-4a02-46b3-af42-40afd907a949 owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:24:28.739127 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (f2bbf28a-4a02-46b3-af42-40afd907a949), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:28.768700 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event deleted for resources: {'Port': ['ID=f2bbf28a-4a02-46b3-af42-40afd907a949,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:29.106695 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:24:29.215435 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:24:29.228429 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:24:29.239642 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:29.240520 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:29.258923 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82166893-de16-47fa-a97b-4d19f106dc59 req-e799f1a0-2483-43f6-9ba2-ddde377e2255 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:29.260886 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82166893-de16-47fa-a97b-4d19f106dc59 req-e799f1a0-2483-43f6-9ba2-ddde377e2255 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0542543 Oct 26 11:24:29.279647 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] No DVR routers for this DVR port f2bbf28a-4a02-46b3-af42-40afd907a949 on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:24:29.283365 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:29.287728 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b499cba7-66da-468e-afda-fab048371fcf req-854d3354-1faf-4df7-81a4-c09fb642f228 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "DELETE /networking/v2.0/ports/f2bbf28a-4a02-46b3-af42-40afd907a949 HTTP/1.1" status: 204 len: 173 time: 1.3566480 Oct 26 11:24:29.287889 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:29.288011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'name': 'network-vif-deleted', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:29.290331 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2947c-3b8a-4513-881f-9e763dff50e7" -d '{"events": [{"server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "name": "network-vif-deleted", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:29.317041 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82166893-de16-47fa-a97b-4d19f106dc59 req-0c365358-af33-4baa-a19b-1db76d173d2a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496647 Oct 26 11:24:29.352952 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:29.421724 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:29.426496 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a35008d-9155-4a0e-b87b-b31ee784abd7 x-openstack-request-id: req-4a35008d-9155-4a0e-b87b-b31ee784abd7 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:29.426785 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f64d1d1-56f2-4ec0-b93a-faceb3411d40", "name": "network-vif-deleted", "tag": "f2bbf28a-4a02-46b3-af42-40afd907a949", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:29.427122 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a35008d-9155-4a0e-b87b-b31ee784abd7 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:29.427509 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a35008d-9155-4a0e-b87b-b31ee784abd7'] response: {'server_uuid': '1f64d1d1-56f2-4ec0-b93a-faceb3411d40', 'name': 'network-vif-deleted', 'tag': 'f2bbf28a-4a02-46b3-af42-40afd907a949', 'status': 'completed', 'code': 200} Oct 26 11:24:29.485475 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:29.511584 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e4a0369a-24a7-4ff6-907a-76ecdec45066 req-f1b2c4ce-051f-4069-8106-64fa7d30018c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0375521 Oct 26 11:24:29.552113 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:29.576408 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:24:29.584786 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:29.585380 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:29.686781 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:29.813379 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ed671dd7-8328-4483-8aea-a181a50c2082 req-0ae71cf0-ffe0-4dcd-9448-5210c2bcc0f3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 210 time: 0.0352192 Oct 26 11:24:29.886392 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:29.916486 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5087c0-48fa-4690-bd7e-5da31c52bffd None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:24:30.167909 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf02ea3-eb48-4a79-b9c1-41a33698b7eb None None] New status for floating IP ed66a3dc-8fb5-473e-8a91-6fe2d39923fe: DOWN {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:24:30.434776 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:30.443595 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b6357-ff49-4e20-94a2-86e87dff64c0 req-4d97bf0b-9a20-4153-92ae-3acb0c22b913 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:30.445071 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7d8b6357-ff49-4e20-94a2-86e87dff64c0 req-4d97bf0b-9a20-4153-92ae-3acb0c22b913 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0506332 Oct 26 11:24:30.498942 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7d8b6357-ff49-4e20-94a2-86e87dff64c0 req-c763f4f9-fdde-43c9-9f4e-4d37c1fcf1df tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478995 Oct 26 11:24:30.625421 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7558f4f1-995d-454d-a19f-17e73653f15a req-61946b5e-6ca6-47f7-a2f1-614e94054b59 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1f64d1d1-56f2-4ec0-b93a-faceb3411d40 HTTP/1.1" status: 200 len: 210 time: 0.0285485 Oct 26 11:24:30.917326 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ab34cf2d-fac7-4061-813e-a784d4b82f61 req-5f8a23d5-e924-450e-957e-28c7f7bbdc1f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 210 time: 0.0291340 Oct 26 11:24:31.618434 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0431b19-5bf7-40bc-8f33-fb69ad62c31e req-402f3574-0000-4278-96ec-bd53aef64e71 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:31.619901 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f0431b19-5bf7-40bc-8f33-fb69ad62c31e req-402f3574-0000-4278-96ec-bd53aef64e71 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0452466 Oct 26 11:24:31.671213 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f0431b19-5bf7-40bc-8f33-fb69ad62c31e req-c3383ac1-3c40-4344-81f5-07222e32d974 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459127 Oct 26 11:24:31.949981 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-51207047-5b50-4558-9627-532e7fb9b9d0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1592834590&fields=id&tenant_id=e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 267 time: 0.0442238 Oct 26 11:24:32.028713 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-39d06f76-82ae-4480-913e-7a8d4ace6b77 req-ca948164-303e-40c7-84bc-89665550be75 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 210 time: 0.0268242 Oct 26 11:24:32.055884 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-780699ef-d69d-43cf-8c07-9347480991b3 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:32.057401 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-780699ef-d69d-43cf-8c07-9347480991b3 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 812 time: 0.1008930 Oct 26 11:24:32.071891 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-7d953ca4-3413-41d6-9cee-b5283ad43f9e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/quotas/e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 375 time: 0.0090578 Oct 26 11:24:32.125887 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-8ae3127c-c558-4057-8cb2-0af4921a9034 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492055 Oct 26 11:24:32.223769 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-24bdc0c2-8c9f-4565-aee1-88cfbc1e364a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867546 Oct 26 11:24:32.320667 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-8b05d475-316b-4707-bfa1-c6ad38f61b7c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911615 Oct 26 11:24:32.343871 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device f2bbf28a-4a02-46b3-af42-40afd907a949 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:24:32.361272 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: f2bbf28a-4a02-46b3-af42-40afd907a949 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:24:32.362133 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device f2bbf28a-4a02-46b3-af42-40afd907a949 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:24:32.803679 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5a9c5cc6-8223-447a-b869-c660af18c6bd req-2c71e020-c051-4f73-a351-d9546f9c9cda tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 210 time: 0.0291758 Oct 26 11:24:32.804524 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97832de-9f40-49e9-bb3a-2ad5b3d84f87 req-590546ff-86d1-47ea-ad44-069e987e33f6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:32.807072 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c97832de-9f40-49e9-bb3a-2ad5b3d84f87 req-590546ff-86d1-47ea-ad44-069e987e33f6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0578866 Oct 26 11:24:32.925366 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c97832de-9f40-49e9-bb3a-2ad5b3d84f87 req-27603f85-0e3c-4df8-8e1b-3f2ec11ac587 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086113 Oct 26 11:24:32.966139 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-37bcd5a5-219e-43a2-b672-9bde8fda077a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:32.967595 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-37bcd5a5-219e-43a2-b672-9bde8fda077a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 817 time: 0.1367741 Oct 26 11:24:33.040157 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-45705fb6-5cba-4d22-80f6-b9d8d757a0e6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 378 time: 0.0560410 Oct 26 11:24:33.056185 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'port': {'device_id': '032aed92-2b14-4791-8612-a0261e6d77fd', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'admin_state_up': True, 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'security_groups': ['e40c8efc-a5a0-4664-9d20-165233b02053']}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:33.143596 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-be8f61a1-39ff-4310-ab6b-469280e2c0d6 req-3a1e36cc-61e1-488b-8bfa-7f18ed0ff74c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 210 time: 0.0294232 Oct 26 11:24:33.247084 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Made reservation on behalf of ab29bf15969d46da9670efa2b52e6676 for: {'port': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:24:33.250620 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:33.262263 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:33.380886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Allocated IP 172.20.0.13 (8a84e861-89f8-4687-9444-98b50729a58f/791f35dc-52e3-43a8-9df8-821645d96fd4/d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:24:33.521234 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:33.545249 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:33.613703 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:33.660830 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Network 8a84e861-89f8-4687-9444-98b50729a58f is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:24:33.665896 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:24:33.668041 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:33.670171 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:24:33.720487 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:33.721069 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:33.837981 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-d133f1a7-deef-4f6f-8747-7a2811f28097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7859533 Oct 26 11:24:33.860091 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Request body: {'port': {'device_id': '032aed92-2b14-4791-8612-a0261e6d77fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:33.883428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-e01498cc-3b5e-4643-8562-94292fa84773 None None] Provisioning complete for port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:24:33.884017 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e01498cc-3b5e-4643-8562-94292fa84773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:33.884206 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-e01498cc-3b5e-4643-8562-94292fa84773 None None] Attempt 1 to provision port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 Oct 26 11:24:33.918421 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9bb6b0bd-d483-4b2b-88b6-9f9242f688f6 req-957a44c3-c944-4681-8dd7-2df5c71add6a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 210 time: 0.0370798 Oct 26 11:24:33.918992 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-e01498cc-3b5e-4643-8562-94292fa84773 None None] Port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:24:33.953315 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.054959 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bcb60-f4dc-4b69-b036-51d05633af0b req-cf81dc05-fc69-4ef5-8a24-4c305431808c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:34.056655 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-399bcb60-f4dc-4b69-b036-51d05633af0b req-cf81dc05-fc69-4ef5-8a24-4c305431808c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 943 time: 0.0509603 Oct 26 11:24:34.107345 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-399bcb60-f4dc-4b69-b036-51d05633af0b req-af0622d9-f32e-4e86-bc8f-d4b4640033c3 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450480 Oct 26 11:24:34.214482 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:24:34.223093 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Publish callbacks [] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.247787 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Transition to ACTIVE for port object d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:24:34.285072 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d342c-6321-40aa-a137-704bff069727 req-7e77c88b-f081-40cd-ab8c-828db25c31db tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:34.286547 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-050d342c-6321-40aa-a137-704bff069727 req-7e77c88b-f081-40cd-ab8c-828db25c31db tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 932 time: 0.0527472 Oct 26 11:24:34.305665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:34.321177 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.328955 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device de570ff5-446d-40b7-add4-d927b658a166 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:24:34.365107 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-050d342c-6321-40aa-a137-704bff069727 req-79047c5a-35e7-4337-8604-b9a91a15e110 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726240 Oct 26 11:24:34.395708 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:34.447220 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:34.458987 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'de570ff5-446d-40b7-add4-d927b658a166', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'port_id': 'de570ff5-446d-40b7-add4-d927b658a166', 'mac_address': 'fa:16:3e:a6:54:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 462, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:24:34.464848 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Attempting to bind port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:24:34.465190 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Attempting to bind port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:24:34.465519 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Attempting to bind port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 on network 8a84e861-89f8-4687-9444-98b50729a58f {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:24:34.498710 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port de570ff5-446d-40b7-add4-d927b658a166 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:34.499133 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.509565 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 on network 8a84e861-89f8-4687-9444-98b50729a58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:24:34.509894 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Attempting to bind port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 on network 8a84e861-89f8-4687-9444-98b50729a58f {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:24:34.513885 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de570ff5-446d-40b7-add4-d927b658a166 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:24:34.534333 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:34.554389 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:24:34.554797 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Checking segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:24:34.555200 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Bound using segment: {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:24:34.555642 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Bound port: d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cf5120-10d7-4932-b1c7-401eb290cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:24:34.556004 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.588907 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:34.601151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.617493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:24:34.620508 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:24:34.647529 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=7']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:34.687002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.691278 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:34.691884 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:34.693298 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 200 len: 1094 time: 0.8374996 Oct 26 11:24:34.693827 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:34.696061 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02077f3b-6b5a-42bd-8fde-ead3cd2040f0" -d '{"events": [{"name": "network-changed", "server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:34.735432 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204b8f2-d6e4-4c3e-a5d8-469111c6275c x-openstack-request-id: req-2204b8f2-d6e4-4c3e-a5d8-469111c6275c {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:34.738557 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:34.738557 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2204b8f2-d6e4-4c3e-a5d8-469111c6275c {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:34.738557 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2204b8f2-d6e4-4c3e-a5d8-469111c6275c'] response: {'name': 'network-changed', 'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'status': 'completed', 'code': 200} Oct 26 11:24:34.750751 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271eff70-3a3c-4318-932b-8f2bd230fccf service neutron] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:35.038809 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-85c3ef67-aef7-4eff-b4c7-42fe8a18d7c3 req-1a1d64d2-0004-4479-8875-16838aec4fdc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 210 time: 0.0330067 Oct 26 11:24:35.041795 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02077f3b-6b5a-42bd-8fde-ead3cd2040f0 req-58a2a370-2bff-4b2f-9870-83a27e4fffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.043100 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02077f3b-6b5a-42bd-8fde-ead3cd2040f0 req-58a2a370-2bff-4b2f-9870-83a27e4fffba service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1128 time: 0.0647466 Oct 26 11:24:35.122094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['de570ff5-446d-40b7-add4-d927b658a166'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:24:35.155702 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02077f3b-6b5a-42bd-8fde-ead3cd2040f0 req-52600524-bda2-4543-821f-bbb16868cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.157181 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02077f3b-6b5a-42bd-8fde-ead3cd2040f0 req-52600524-bda2-4543-821f-bbb16868cf12 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=ab29bf15969d46da9670efa2b52e6676&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1001768 Oct 26 11:24:35.222309 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:35.269195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02077f3b-6b5a-42bd-8fde-ead3cd2040f0 req-66dd26f5-b7b3-41fa-a18b-dd233148c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.271343 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02077f3b-6b5a-42bd-8fde-ead3cd2040f0 req-66dd26f5-b7b3-41fa-a18b-dd233148c079 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072848 Oct 26 11:24:35.280358 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884c424-9dcb-44df-8b4a-d280fe15367d req-1a7056e6-3c79-40cf-bdcb-c000da0ca0c6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.281836 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6884c424-9dcb-44df-8b4a-d280fe15367d req-1a7056e6-3c79-40cf-bdcb-c000da0ca0c6 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 944 time: 0.0697348 Oct 26 11:24:35.297408 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-0ef66fe3-65d9-4f2d-8b86-77203c377d84 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.299330 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-0ef66fe3-65d9-4f2d-8b86-77203c377d84 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 812 time: 0.1543794 Oct 26 11:24:35.347139 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:35.369426 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6884c424-9dcb-44df-8b4a-d280fe15367d req-c1f98f44-f699-4ec9-b1a2-7a379a8bb5d9 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691090 Oct 26 11:24:35.415034 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-bf64b670-9356-4330-bb88-7c3c1b3cb96f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 380 time: 0.0947943 Oct 26 11:24:35.424668 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-ee881c62-ba82-4dfe-8829-3f2e5ded062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.426237 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-ee881c62-ba82-4dfe-8829-3f2e5ded062c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1128 time: 0.0692661 Oct 26 11:24:35.426851 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'port': {'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'admin_state_up': True, 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'security_groups': ['54458c52-d4a3-4b90-889d-0c3e92078ea2']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:35.459086 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:35.480838 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-13546877-ee7f-4593-aadf-8f1e63dd548a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 200 len: 217 time: 0.0379543 Oct 26 11:24:35.559130 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc3e12-05a5-4af9-8839-aa9981638f8a req-bd04f142-760a-4423-8e84-803e820aa837 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.560529 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bfbc3e12-05a5-4af9-8839-aa9981638f8a req-bd04f142-760a-4423-8e84-803e820aa837 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0824480 Oct 26 11:24:35.569568 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-6046a809-1abe-457d-9d1d-281909a85441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.570985 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-6046a809-1abe-457d-9d1d-281909a85441 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0625014 Oct 26 11:24:35.600826 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Made reservation on behalf of e378bfab9d91492e81320139fed867c6 for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:24:35.604729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:35.637264 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:35.644623 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-46bfa42c-9cf5-4dfe-92f9-fb4423ce7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:35.646324 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-46bfa42c-9cf5-4dfe-92f9-fb4423ce7864 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601556 Oct 26 11:24:35.649349 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bfbc3e12-05a5-4af9-8839-aa9981638f8a req-c84c1c25-082c-47d6-9e14-99b159d4a6c0 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823870 Oct 26 11:24:35.750416 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-0bbe13ed-1138-4055-aec8-dc70d84a59e4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972152 Oct 26 11:24:35.761584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Allocated IP 172.20.0.14 (5b1f4268-e846-46c0-b38f-b877c6621858/4673aec7-54b8-4a38-b1f6-b719c1658a97/4098a34c-ed38-40c7-a957-cd9dc982a278) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:24:35.858932 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e908386a-a5be-43ea-b3e5-36ff9923d32a req-55aabe17-e6ee-457b-aeea-0092bcb37361 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931652 Oct 26 11:24:35.918112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:36.041349 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:36.091114 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Network 5b1f4268-e846-46c0-b38f-b877c6621858 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:24:36.096275 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:24:36.098788 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:24:36.103546 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=4098a34c-ed38-40c7-a957-cd9dc982a278,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:36.180608 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:36.181237 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:36.188802 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e3929-081d-4b17-8982-5719da61e66e req-c54c5e55-d94a-4d92-a8a6-6883a286f005 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:36.190866 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-934e3929-081d-4b17-8982-5719da61e66e req-c54c5e55-d94a-4d92-a8a6-6883a286f005 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 932 time: 0.0677705 Oct 26 11:24:36.244258 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-934e3929-081d-4b17-8982-5719da61e66e req-eba7564b-ed09-4657-a3b4-bc86bd2a8cbc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476584 Oct 26 11:24:36.274460 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-be49ce4b-f67f-42e8-8d53-b43a05655245 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8516564 Oct 26 11:24:36.353054 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-e7e0c9c3-42b0-426d-8697-98970c0ec76b None None] Provisioning complete for port 4098a34c-ed38-40c7-a957-cd9dc982a278 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:24:36.353600 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e7e0c9c3-42b0-426d-8697-98970c0ec76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:36.353752 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-e7e0c9c3-42b0-426d-8697-98970c0ec76b None None] Attempt 1 to provision port 4098a34c-ed38-40c7-a957-cd9dc982a278 Oct 26 11:24:36.384662 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0c9c3-42b0-426d-8697-98970c0ec76b None None] Port 4098a34c-ed38-40c7-a957-cd9dc982a278 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:24:36.494588 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a90ba9-70db-4be9-8e48-fb54db08b889 req-d35d1f14-2741-43a3-8fa2-1ea5c1f22e07 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:36.496057 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02a90ba9-70db-4be9-8e48-fb54db08b889 req-d35d1f14-2741-43a3-8fa2-1ea5c1f22e07 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 944 time: 0.0461893 Oct 26 11:24:36.544068 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-02a90ba9-70db-4be9-8e48-fb54db08b889 req-13238d78-c927-45ba-bc36-343be32dbda7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Oct 26 11:24:36.557094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device de570ff5-446d-40b7-add4-d927b658a166 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:24:36.602315 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port de570ff5-446d-40b7-add4-d927b658a166 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:24:36.602690 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (de570ff5-446d-40b7-add4-d927b658a166), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:36.603049 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port de570ff5-446d-40b7-add4-d927b658a166 Oct 26 11:24:36.670603 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:36.672663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port de570ff5-446d-40b7-add4-d927b658a166 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:36.673050 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:36.695299 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:36.715439 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f94ef5-65c9-43f1-855f-ed600815c370" -d '{"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-plugged", "status": "completed", "tag": "de570ff5-446d-40b7-add4-d927b658a166"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:36.715439 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:36.738774 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ba433-6a0a-4501-9beb-d254b7b117cd x-openstack-request-id: req-040ba433-6a0a-4501-9beb-d254b7b117cd {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:36.739090 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-plugged", "status": "completed", "tag": "de570ff5-446d-40b7-add4-d927b658a166", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:36.739344 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-040ba433-6a0a-4501-9beb-d254b7b117cd {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:36.739762 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040ba433-6a0a-4501-9beb-d254b7b117cd'] response: {'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166', 'code': 200} Oct 26 11:24:36.760820 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:36.791542 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68346b5f-6884-4884-ad29-58ac333e5cc4 req-60e1cf53-24d4-411f-829c-4492bac86b3b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:36.793012 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-68346b5f-6884-4884-ad29-58ac333e5cc4 req-60e1cf53-24d4-411f-829c-4492bac86b3b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0521562 Oct 26 11:24:36.804660 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:36.812363 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=8']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:36.847187 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-68346b5f-6884-4884-ad29-58ac333e5cc4 req-60696733-9fcf-4c71-8ca3-bcb9e3fb325f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482409 Oct 26 11:24:37.366394 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4aa8-b4af-4c63-bd21-8e78c0351939 req-6103d271-3baa-4e4d-a998-1d36c2d0ed91 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:37.367858 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53ca4aa8-b4af-4c63-bd21-8e78c0351939 req-6103d271-3baa-4e4d-a998-1d36c2d0ed91 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 932 time: 0.0490532 Oct 26 11:24:37.416882 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53ca4aa8-b4af-4c63-bd21-8e78c0351939 req-33ce1b2a-f998-4dcd-847c-70e121f052db tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Oct 26 11:24:37.664128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd87e85-64ca-42b6-9afc-27cce8bd2dbd req-faaf5369-418b-49be-895d-82742388de14 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:37.665554 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cfd87e85-64ca-42b6-9afc-27cce8bd2dbd req-faaf5369-418b-49be-895d-82742388de14 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0460844 Oct 26 11:24:37.699785 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:37.713702 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cfd87e85-64ca-42b6-9afc-27cce8bd2dbd req-0d46fd85-04e4-464b-9549-67cd44734f4d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Oct 26 11:24:37.969906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce68e61-80e7-48c0-ba8d-46c01a035926 req-b29f7da3-b56a-4070-ab1e-a53ee9743e68 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:37.971377 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9ce68e61-80e7-48c0-ba8d-46c01a035926 req-b29f7da3-b56a-4070-ab1e-a53ee9743e68 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0454738 Oct 26 11:24:38.016362 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9ce68e61-80e7-48c0-ba8d-46c01a035926 req-310143f1-bcd0-4212-9d6e-9420f0750f83 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396867 Oct 26 11:24:38.315051 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Request body: {'port': {'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:38.377476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:38.590043 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3523602-9cc3-4d8f-a4ec-4a22f145ac56 req-202ee48c-673e-4ccd-b33d-bc73d8e8afb0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:38.591552 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e3523602-9cc3-4d8f-a4ec-4a22f145ac56 req-202ee48c-673e-4ccd-b33d-bc73d8e8afb0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 932 time: 0.0945504 Oct 26 11:24:38.668059 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e3523602-9cc3-4d8f-a4ec-4a22f145ac56 req-55aaf4ce-0bbf-490c-98a9-f1d7723e37d9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695288 Oct 26 11:24:38.692343 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508ef1f-2b3b-4c87-b4ce-63c08242cbc9 req-cea8dd0a-1289-400e-9d93-5b888d5dbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:38.694073 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f508ef1f-2b3b-4c87-b4ce-63c08242cbc9 req-cea8dd0a-1289-400e-9d93-5b888d5dbc26 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1129 time: 0.0445440 Oct 26 11:24:38.717606 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4098a34c-ed38-40c7-a957-cd9dc982a278 {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:24:38.725750 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:38.725926 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Publish callbacks [] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:38.738834 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Transition to ACTIVE for port object 4098a34c-ed38-40c7-a957-cd9dc982a278 will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:24:38.741901 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f508ef1f-2b3b-4c87-b4ce-63c08242cbc9 req-c9c18ac8-6245-422f-b31d-a8d5d373dd1d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Oct 26 11:24:38.800956 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:38.842659 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe9555-7f0e-47a1-80a2-5cc0532587b7 req-44dea621-ab59-4d65-8146-007417e83284 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:38.844230 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-06fe9555-7f0e-47a1-80a2-5cc0532587b7 req-44dea621-ab59-4d65-8146-007417e83284 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0521722 Oct 26 11:24:38.879672 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Pushing event updated for resources: {'Port': ['ID=4098a34c-ed38-40c7-a957-cd9dc982a278,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:38.898006 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-06fe9555-7f0e-47a1-80a2-5cc0532587b7 req-bc694ee4-5e0b-4497-8538-6a2280e116fc tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463693 Oct 26 11:24:38.912594 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Attempting to bind port 4098a34c-ed38-40c7-a957-cd9dc982a278 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:24:38.912719 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Attempting to bind port 4098a34c-ed38-40c7-a957-cd9dc982a278 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:24:38.912968 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Attempting to bind port 4098a34c-ed38-40c7-a957-cd9dc982a278 on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:24:38.952755 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Port 4098a34c-ed38-40c7-a957-cd9dc982a278 on network 5b1f4268-e846-46c0-b38f-b877c6621858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:24:38.953076 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Attempting to bind port 4098a34c-ed38-40c7-a957-cd9dc982a278 on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:24:38.996971 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:24:38.997301 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Checking segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:24:38.997679 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Bound using segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:24:38.998101 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Bound port: 4098a34c-ed38-40c7-a957-cd9dc982a278, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:24:38.998452 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:39.056734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] For port 4098a34c-ed38-40c7-a957-cd9dc982a278, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:24:39.059801 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] For port 4098a34c-ed38-40c7-a957-cd9dc982a278, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4098a34c-ed38-40c7-a957-cd9dc982a278,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:24:39.128748 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:39.138805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c505155-ec56-4986-afb0-ddebe70228e8 req-197f77fd-b906-48d4-b096-e4fdbeefff3b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:39.140278 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c505155-ec56-4986-afb0-ddebe70228e8 req-197f77fd-b906-48d4-b096-e4fdbeefff3b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0460026 Oct 26 11:24:39.141691 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:39.146170 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:39.146758 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:39.148102 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/4098a34c-ed38-40c7-a957-cd9dc982a278 HTTP/1.1" status: 200 len: 1094 time: 0.8375232 Oct 26 11:24:39.148600 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:39.151073 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90aba6f-7ffe-4e37-973f-d2aebb98a666" -d '{"events": [{"name": "network-changed", "server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:39.190676 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0af01b-ac0f-46aa-9b8e-07d0b79aa576 x-openstack-request-id: req-8c0af01b-ac0f-46aa-9b8e-07d0b79aa576 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:39.190676 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:39.190676 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c0af01b-ac0f-46aa-9b8e-07d0b79aa576 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:39.190676 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0af01b-ac0f-46aa-9b8e-07d0b79aa576'] response: {'name': 'network-changed', 'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'status': 'completed', 'code': 200} Oct 26 11:24:39.195940 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:39.234716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b5e64-0293-46e1-a1d5-cd33a8ebad04 service neutron] Pushing event updated for resources: {'Port': ['ID=4098a34c-ed38-40c7-a957-cd9dc982a278,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:39.241407 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c505155-ec56-4986-afb0-ddebe70228e8 req-6c252aac-91bf-4c38-86fa-584a39793691 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877578 Oct 26 11:24:39.789114 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50238f-c1fe-4816-bbbe-d26cec0552e8 req-1be48061-cb32-41cd-b41c-c57b7ba873e0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:39.790560 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4b50238f-c1fe-4816-bbbe-d26cec0552e8 req-1be48061-cb32-41cd-b41c-c57b7ba873e0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0464439 Oct 26 11:24:39.836473 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aba6f-7ffe-4e37-973f-d2aebb98a666 req-ecc68a5b-8c87-467b-86dc-647c230c2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:39.837970 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b90aba6f-7ffe-4e37-973f-d2aebb98a666 req-ecc68a5b-8c87-467b-86dc-647c230c2dfc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 1128 time: 0.0384753 Oct 26 11:24:39.842261 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4b50238f-c1fe-4816-bbbe-d26cec0552e8 req-1527b615-8fbf-44e5-bbe8-24c62e36bd17 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Oct 26 11:24:39.946747 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aba6f-7ffe-4e37-973f-d2aebb98a666 req-aba2486d-5259-4436-acfd-fcf8ae19b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:39.948323 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b90aba6f-7ffe-4e37-973f-d2aebb98a666 req-aba2486d-5259-4436-acfd-fcf8ae19b3e3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=e378bfab9d91492e81320139fed867c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952599 Oct 26 11:24:40.062605 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf81350-8a76-430a-a140-9dce492270b1 req-d5531ede-ce18-45cf-bdbc-9808add1c480 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:40.063990 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bcf81350-8a76-430a-a140-9dce492270b1 req-d5531ede-ce18-45cf-bdbc-9808add1c480 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0863502 Oct 26 11:24:40.099638 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aba6f-7ffe-4e37-973f-d2aebb98a666 req-ec77304b-bfe9-4985-bff5-afcac1ca5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:40.101040 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b90aba6f-7ffe-4e37-973f-d2aebb98a666 req-ec77304b-bfe9-4985-bff5-afcac1ca5ecc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418350 Oct 26 11:24:40.128527 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bcf81350-8a76-430a-a140-9dce492270b1 req-e3c96986-83c4-48e0-8c02-92c99150594c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575280 Oct 26 11:24:40.366023 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8d50c-87cf-4137-bac3-14292e7af5e0 req-e334c04b-3162-4487-b175-91632f6e3101 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:40.367513 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08d8d50c-87cf-4137-bac3-14292e7af5e0 req-e334c04b-3162-4487-b175-91632f6e3101 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0464609 Oct 26 11:24:40.414246 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08d8d50c-87cf-4137-bac3-14292e7af5e0 req-600f9644-e0b9-4674-944a-284f4d96997e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410726 Oct 26 11:24:40.535507 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:24:40.629296 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:40.635792 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:40.646967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'port_id': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'mac_address': 'fa:16:3e:ec:53:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:24:40.681881 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:40.682275 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:40.695735 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:24:40.715536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:40.782936 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-2cbb5cab-c400-444c-a452-2491bfaaf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:40.783383 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:40.784468 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-2cbb5cab-c400-444c-a452-2491bfaaf4d8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 1128 time: 0.0402169 Oct 26 11:24:40.831933 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:40.837202 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-3a9eafa3-67fc-46a8-9831-c4600260bbd1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4098a34c-ed38-40c7-a957-cd9dc982a278 HTTP/1.1" status: 200 len: 217 time: 0.0353539 Oct 26 11:24:40.889327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-612861a8-06d4-44c8-9d6d-2354df070f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:40.890755 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-612861a8-06d4-44c8-9d6d-2354df070f15 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0469823 Oct 26 11:24:40.962507 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-ad047b66-9737-49e3-a758-f8b39359a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:40.963967 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-ad047b66-9737-49e3-a758-f8b39359a503 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0659876 Oct 26 11:24:40.975764 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838938e-d859-4fcc-8078-67979f2bf90d req-0bcad90d-3d7a-451c-a01e-4e103e0f6574 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:40.977088 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2838938e-d859-4fcc-8078-67979f2bf90d req-0bcad90d-3d7a-451c-a01e-4e103e0f6574 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0532110 Oct 26 11:24:41.082790 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2838938e-d859-4fcc-8078-67979f2bf90d req-0cc0ff57-0202-45cd-b7c9-695b738351cd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974069 Oct 26 11:24:41.097482 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-44431e69-1ac4-433e-935d-49378146b80e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195128 Oct 26 11:24:41.190983 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb71061e-79cc-43bf-b3c1-ab0c9d568222 req-1fc94602-a98d-4a6f-86b5-31d2e2ef8ea1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867515 Oct 26 11:24:41.246104 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eabb88-ff67-496d-93eb-1abbaa6f4aab req-e98e1c9b-3553-4b66-a159-6a2229ad661e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:41.247595 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-10eabb88-ff67-496d-93eb-1abbaa6f4aab req-e98e1c9b-3553-4b66-a159-6a2229ad661e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0459075 Oct 26 11:24:41.284016 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:24:41.296546 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-10eabb88-ff67-496d-93eb-1abbaa6f4aab req-2c250882-5a95-4673-8bd4-fb9f3ea6ce4e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Oct 26 11:24:41.537758 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a27e04-f95a-4be1-9bf9-947a10b10e76 req-bc15dca8-007b-4597-8ca8-131cb791c182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:41.539229 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-18a27e04-f95a-4be1-9bf9-947a10b10e76 req-bc15dca8-007b-4597-8ca8-131cb791c182 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 945 time: 0.0458822 Oct 26 11:24:41.577705 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:41.584661 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-18a27e04-f95a-4be1-9bf9-947a10b10e76 req-7ec6d73f-cf88-4eea-a67a-01446e1c0380 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400500 Oct 26 11:24:42.202977 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7168c2-1c40-4ff3-b14d-b589af317489 req-2dfeef2d-3d0b-464d-8277-39dd4747e0c4 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:42.204382 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2d7168c2-1c40-4ff3-b14d-b589af317489 req-2dfeef2d-3d0b-464d-8277-39dd4747e0c4 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0487072 Oct 26 11:24:42.252787 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2d7168c2-1c40-4ff3-b14d-b589af317489 req-b3c5e627-cdc3-47f1-9892-e99b724922b7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Oct 26 11:24:42.579090 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:24:42.619643 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:24:42.623021 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:42.680337 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:24:42.680840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:42.681243 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 Oct 26 11:24:42.711166 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a7663-ce0d-43f7-8105-0329ca65f75b req-d891aa4a-8226-425c-98c2-04c3292cce96 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:42.712625 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6f5a7663-ce0d-43f7-8105-0329ca65f75b req-d891aa4a-8226-425c-98c2-04c3292cce96 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 945 time: 0.0465367 Oct 26 11:24:42.758247 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:42.758635 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:42.762027 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6f5a7663-ce0d-43f7-8105-0329ca65f75b req-8d816f89-62de-43ee-9739-7ce4df56738f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438077 Oct 26 11:24:42.781709 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:42.783998 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356467e6-2cd0-463c-834d-f3042cd77a3f" -d '{"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-plugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:42.796567 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:42.823228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2538b9b-be7a-4a47-9489-f46a33f3c936 x-openstack-request-id: req-d2538b9b-be7a-4a47-9489-f46a33f3c936 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:42.823228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-plugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:42.823228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2538b9b-be7a-4a47-9489-f46a33f3c936 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:42.823228 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2538b9b-be7a-4a47-9489-f46a33f3c936'] response: {'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'code': 200} Oct 26 11:24:42.863434 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:42.925095 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:43.178631 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eac60-59a3-4688-860f-d37b9c1f6bee req-0619f4b8-e17e-46b3-9c0d-88f9f68c71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:43.182811 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d16eac60-59a3-4688-860f-d37b9c1f6bee req-0619f4b8-e17e-46b3-9c0d-88f9f68c71f1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1130 time: 0.0415120 Oct 26 11:24:43.223671 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d16eac60-59a3-4688-860f-d37b9c1f6bee req-aa3493ee-356b-48fa-8275-9b95e7a463fc service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369925 Oct 26 11:24:43.374054 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae7ca0-62f0-47bc-997f-d55dd20081b1 req-93c35a27-cd7a-46c9-a758-b77acab4276d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:43.375562 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5aae7ca0-62f0-47bc-997f-d55dd20081b1 req-93c35a27-cd7a-46c9-a758-b77acab4276d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0470526 Oct 26 11:24:43.424739 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5aae7ca0-62f0-47bc-997f-d55dd20081b1 req-e52b2915-b1f5-48aa-bc48-133704f6369b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Oct 26 11:24:43.851412 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:43.886948 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed4df-43ad-4972-a3e0-46c576042caf req-61b496ba-8a45-4aa1-9825-398896d1e55b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:43.888445 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b0aed4df-43ad-4972-a3e0-46c576042caf req-61b496ba-8a45-4aa1-9825-398896d1e55b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0473492 Oct 26 11:24:43.935087 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b0aed4df-43ad-4972-a3e0-46c576042caf req-3cc1280e-bebd-4011-9f0e-743dce42b458 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404491 Oct 26 11:24:44.552583 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73631835-383f-4208-8d2b-a54a06dfb35f req-372a5a44-54f2-42d3-a90a-efec9fc31e1b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:44.552583 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-73631835-383f-4208-8d2b-a54a06dfb35f req-372a5a44-54f2-42d3-a90a-efec9fc31e1b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0455234 Oct 26 11:24:44.592987 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-73631835-383f-4208-8d2b-a54a06dfb35f req-bf577304-f2f2-42b2-b1c3-d59ca07a5a09 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449207 Oct 26 11:24:45.023732 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:45.058577 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888d3e0-a63e-4773-8a7c-84e5b64ccd31 req-35043e0b-18d6-4614-b7a4-df7c6cc2d9ad tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:45.060053 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9888d3e0-a63e-4773-8a7c-84e5b64ccd31 req-35043e0b-18d6-4614-b7a4-df7c6cc2d9ad tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0464776 Oct 26 11:24:45.109871 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9888d3e0-a63e-4773-8a7c-84e5b64ccd31 req-e61ca9f3-9b25-4568-976e-12e31c2f12f5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436375 Oct 26 11:24:45.712937 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da0492-44bb-4964-b131-5416f3f55aac req-dd92ee0e-70fa-4c86-8553-807ddec7ef2e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:45.714323 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-22da0492-44bb-4964-b131-5416f3f55aac req-dd92ee0e-70fa-4c86-8553-807ddec7ef2e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0477412 Oct 26 11:24:45.763254 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-22da0492-44bb-4964-b131-5416f3f55aac req-de852b5c-d1ce-48a6-bacc-6f0817d7a4b7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Oct 26 11:24:46.240674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9651431-0d48-4667-9115-4c0641af3e9e req-83490022-e612-4ed2-85e5-e433db39cd67 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:46.242060 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a9651431-0d48-4667-9115-4c0641af3e9e req-83490022-e612-4ed2-85e5-e433db39cd67 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0466704 Oct 26 11:24:46.288729 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a9651431-0d48-4667-9115-4c0641af3e9e req-b847f12f-ae05-4e29-a007-074f3fb8c2c3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411873 Oct 26 11:24:46.407583 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710df4c2-7df1-42d6-9fb0-e2235fc9a632 req-30557e6c-6fec-4694-b44e-8256e79d5c0f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:46.409036 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-710df4c2-7df1-42d6-9fb0-e2235fc9a632 req-30557e6c-6fec-4694-b44e-8256e79d5c0f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0456204 Oct 26 11:24:46.418839 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59322) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:46.423163 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Request body: {'floatingip': {'port_id': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:46.464996 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (92864ddb-b336-4d66-b7e8-57d1b71b2ab6), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:46.657544 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:46.892557 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26213a28-7744-4beb-afb8-0378bd23a8a1 req-579c0356-ad44-44ff-8e0b-5f8febb153c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:46.894040 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26213a28-7744-4beb-afb8-0378bd23a8a1 req-579c0356-ad44-44ff-8e0b-5f8febb153c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0463383 Oct 26 11:24:46.895342 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:46.945293 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26213a28-7744-4beb-afb8-0378bd23a8a1 req-4dd44f8e-ceed-4bf6-af59-a22ae7c23755 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453212 Oct 26 11:24:46.948817 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (92864ddb-b336-4d66-b7e8-57d1b71b2ab6), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:47.039694 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e362b-b21a-452d-b656-5c154ce9a6ea req-8c49e709-605d-4663-9b21-8b7496bc577f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:47.041044 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-824e362b-b21a-452d-b656-5c154ce9a6ea req-8c49e709-605d-4663-9b21-8b7496bc577f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0563495 Oct 26 11:24:47.101184 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Floating IP 92864ddb-b336-4d66-b7e8-57d1b71b2ab6 associated. External IP: 172.27.3.130, port: d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1. Oct 26 11:24:47.156764 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-824e362b-b21a-452d-b656-5c154ce9a6ea req-cd6c42f9-e616-4303-b619-121a2dd3eac0 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919595 Oct 26 11:24:47.300603 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:47.313370 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Router 62cc8114-eee9-4d92-941d-e37fbd286c7c has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:24:47.331722 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb591-f0ef-4298-bf3a-f08935938862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:47.416090 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:24:47.421015 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:47.425607 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] Sync routers for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:24:47.435739 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:47.436335 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:47.449568 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-9f591cf4-5bb2-474f-94aa-f619cbe693ff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/92864ddb-b336-4d66-b7e8-57d1b71b2ab6 HTTP/1.1" status: 200 len: 992 time: 1.0296850 Oct 26 11:24:47.450303 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:47.452656 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f873278-efb3-426e-960e-4363c0e91153" -d '{"events": [{"name": "network-changed", "server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:47.489425 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5960f4-1c41-4753-82b5-2cfab10f7d9b x-openstack-request-id: req-7d5960f4-1c41-4753-82b5-2cfab10f7d9b {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:47.489718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:47.489976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d5960f4-1c41-4753-82b5-2cfab10f7d9b {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:47.490384 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5960f4-1c41-4753-82b5-2cfab10f7d9b'] response: {'name': 'network-changed', 'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'status': 'completed', 'code': 200} Oct 26 11:24:47.536997 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:47.672944 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:47.702963 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:47.742503 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '92864ddb-b336-4d66-b7e8-57d1b71b2ab6', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'port_id': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'mac_address': 'fa:16:3e:ec:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032aed92-2b14-4791-8612-a0261e6d77fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:27Z', 'updated_at': '2022-10-26T11:24:46Z', 'revision_number': 1, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:47.766951 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] Checking router: 62cc8114-eee9-4d92-941d-e37fbd286c7c for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:24:47.776457 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:47.777045 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:47.875114 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:48.068857 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94cc22-e2d4-40be-be6c-d4a6933b1d2c req-64017e1a-5cf1-4195-86f2-834b22b4fb9c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:48.070393 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f94cc22-e2d4-40be-be6c-d4a6933b1d2c req-64017e1a-5cf1-4195-86f2-834b22b4fb9c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0499375 Oct 26 11:24:48.078124 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '92864ddb-b336-4d66-b7e8-57d1b71b2ab6', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'port_id': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'mac_address': 'fa:16:3e:ec:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032aed92-2b14-4791-8612-a0261e6d77fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:27Z', 'updated_at': '2022-10-26T11:24:46Z', 'revision_number': 1, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:48.100377 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:48.105395 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1913c71-4684-480e-9cd0-e8d4f8f1c707 None None] The sync data for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi is: [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '92864ddb-b336-4d66-b7e8-57d1b71b2ab6', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'port_id': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'mac_address': 'fa:16:3e:ec:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032aed92-2b14-4791-8612-a0261e6d77fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:27Z', 'updated_at': '2022-10-26T11:24:46Z', 'revision_number': 1, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:24:48.120180 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f94cc22-e2d4-40be-be6c-d4a6933b1d2c req-907b2437-0bfc-4052-a66a-d943d959bbde tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440140 Oct 26 11:24:48.300816 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f1ff4-0f7a-4313-bfa6-c1a7b660ce4a None None] New status for floating IP 92864ddb-b336-4d66-b7e8-57d1b71b2ab6: ACTIVE {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:24:48.531344 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad50703-f748-4d4f-a11d-12a07e2cf8c5 req-7d96b624-e466-4955-b8c9-fa98c4859121 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:48.532825 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4ad50703-f748-4d4f-a11d-12a07e2cf8c5 req-7d96b624-e466-4955-b8c9-fa98c4859121 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.3000963 Oct 26 11:24:48.580355 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4ad50703-f748-4d4f-a11d-12a07e2cf8c5 req-b13bd749-077b-4309-9cee-b1acb5d8a320 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 Oct 26 11:24:49.242246 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eae75-7f0a-4278-99b0-b46ede30e21e req-871865a9-3b08-4fd3-b35f-be6a52984446 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:49.243714 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e59eae75-7f0a-4278-99b0-b46ede30e21e req-871865a9-3b08-4fd3-b35f-be6a52984446 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0456157 Oct 26 11:24:49.290860 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e59eae75-7f0a-4278-99b0-b46ede30e21e req-07f2efd8-47bf-4520-8ce5-9cda90292957 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415621 Oct 26 11:24:49.698639 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cb118-5911-4cfb-9f83-0de2d1e92af0 req-47e4d683-3c8b-4022-93c6-139cc1dcb893 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:49.700092 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-570cb118-5911-4cfb-9f83-0de2d1e92af0 req-47e4d683-3c8b-4022-93c6-139cc1dcb893 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0451496 Oct 26 11:24:49.713830 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5d9d696a-8c99-47a0-8042-831aa987894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:49.747336 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-570cb118-5911-4cfb-9f83-0de2d1e92af0 req-f10b4204-e26b-40e8-b7b8-9a48360c9d75 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Oct 26 11:24:50.172155 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873278-efb3-426e-960e-4363c0e91153 req-93ad0a14-0655-4046-b966-45b49b073b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:50.173592 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f873278-efb3-426e-960e-4363c0e91153 req-93ad0a14-0655-4046-b966-45b49b073b61 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1130 time: 0.0411205 Oct 26 11:24:50.411291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeccbe-0e76-4dd2-90d8-e835f445380f req-82827dad-1a28-4566-b71c-5593eeb53b7d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:50.412735 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9aeccbe-0e76-4dd2-90d8-e835f445380f req-82827dad-1a28-4566-b71c-5593eeb53b7d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0489590 Oct 26 11:24:50.696029 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9aeccbe-0e76-4dd2-90d8-e835f445380f req-1a093ab1-0fbe-4898-a20a-1bba3e2eab5c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779031 Oct 26 11:24:50.867099 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90df430-742d-4a2e-a46d-33624627af89 req-a8e09a39-d0b3-4071-8eef-e164b748c53f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:50.868523 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f90df430-742d-4a2e-a46d-33624627af89 req-a8e09a39-d0b3-4071-8eef-e164b748c53f tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0456283 Oct 26 11:24:50.913861 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f90df430-742d-4a2e-a46d-33624627af89 req-b8954932-81d4-497c-8d4a-ae15b8e624be tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398457 Oct 26 11:24:50.982587 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:51.443177 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873278-efb3-426e-960e-4363c0e91153 req-8d8a5f60-d991-4e4b-9e7b-f90941ea7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:51.444606 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f873278-efb3-426e-960e-4363c0e91153 req-8d8a5f60-d991-4e4b-9e7b-f90941ea7a12 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.0881031 Oct 26 11:24:51.591339 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:51.603308 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-8be5fafc-cdb6-4d75-8a9e-4a8dd330456b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:51.604761 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-8be5fafc-cdb6-4d75-8a9e-4a8dd330456b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0448616 Oct 26 11:24:51.615603 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f873278-efb3-426e-960e-4363c0e91153 req-046e0dd1-aab3-41bb-a3ae-c42b8f552dea service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 200 len: 1002 time: 0.0564380 Oct 26 11:24:51.664224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873278-efb3-426e-960e-4363c0e91153 req-def2f23f-d934-4cd5-98c4-e6c200b72a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:51.665676 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f873278-efb3-426e-960e-4363c0e91153 req-def2f23f-d934-4cd5-98c4-e6c200b72a68 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0441954 Oct 26 11:24:51.690696 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Deleting port aa03144d-b19b-4e5d-8027-1ca2393de35d {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:24:51.691063 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:51.711293 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873278-efb3-426e-960e-4363c0e91153 req-b5b0dcb0-1cbf-4fdd-b479-0b7fd0a90dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:51.712682 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f873278-efb3-426e-960e-4363c0e91153 req-b5b0dcb0-1cbf-4fdd-b479-0b7fd0a90dc5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406053 Oct 26 11:24:51.811584 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] For port aa03144d-b19b-4e5d-8027-1ca2393de35d, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=aa03144d-b19b-4e5d-8027-1ca2393de35d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:51.811953 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:51.815581 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f873278-efb3-426e-960e-4363c0e91153 req-e401c803-089e-4da9-9927-c36724fc13bd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899827 Oct 26 11:24:51.842486 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f414d-51c8-43ff-8360-c5ec5fb0847d req-4ac63e8c-aeb9-4f4e-ac17-8526b48efa7b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:51.843984 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-756f414d-51c8-43ff-8360-c5ec5fb0847d req-4ac63e8c-aeb9-4f4e-ac17-8526b48efa7b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 944 time: 0.0700426 Oct 26 11:24:51.846015 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:51.913019 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f873278-efb3-426e-960e-4363c0e91153 req-664fd58f-71fc-40e2-9111-f3ebb14d430c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902944 Oct 26 11:24:51.966136 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-756f414d-51c8-43ff-8360-c5ec5fb0847d req-c1036bd5-84fe-4065-a107-38e1a8eb38e4 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947206 Oct 26 11:24:52.033038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.033450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.033764 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Floating IP ce71979d-0e17-4821-8a7c-6cf63243ed4b disassociated. External IP: 172.27.3.15, port: aa03144d-b19b-4e5d-8027-1ca2393de35d. Oct 26 11:24:52.034107 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Calling delete_port for aa03144d-b19b-4e5d-8027-1ca2393de35d owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:24:52.035970 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4732b-d0d2-4fb9-bffb-83180567a7b0 req-ee85807b-a45b-4c1f-be29-4c8baac29e53 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:52.037473 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-99e4732b-d0d2-4fb9-bffb-83180567a7b0 req-ee85807b-a45b-4c1f-be29-4c8baac29e53 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 945 time: 0.0478411 Oct 26 11:24:52.085531 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-99e4732b-d0d2-4fb9-bffb-83180567a7b0 req-36fd4708-9f50-4e94-900d-8c0132fd2103 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8643fe1c-2817-42bf-bdd5-384e103fc03c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425005 Oct 26 11:24:52.098568 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:52.211224 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (aa03144d-b19b-4e5d-8027-1ca2393de35d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.238869 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event deleted for resources: {'Port': ['ID=aa03144d-b19b-4e5d-8027-1ca2393de35d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:52.350341 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:24:52.357049 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:52.455689 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:24:52.464810 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] Sync routers for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:24:52.475091 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:52.475683 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:52.496570 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] No DVR routers for this DVR port aa03144d-b19b-4e5d-8027-1ca2393de35d on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:24:52.499182 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.503202 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1f7bae5b-fb99-468b-8f40-2304c74c4e2c req-d998ccbb-898c-450d-affa-fbdd0725b898 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "DELETE /networking/v2.0/ports/aa03144d-b19b-4e5d-8027-1ca2393de35d HTTP/1.1" status: 204 len: 173 time: 0.8932488 Oct 26 11:24:52.503706 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'name': 'network-vif-deleted', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:52.506438 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083681ee-8cb7-43a3-90bf-b41c64e5cdde" -d '{"events": [{"server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "name": "network-vif-deleted", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:52.543142 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c377e8-04f4-4c58-9abe-b67e0b299ecb x-openstack-request-id: req-66c377e8-04f4-4c58-9abe-b67e0b299ecb {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:52.543462 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e97a1-fe2c-4f81-88b5-274a052109c6", "name": "network-vif-deleted", "tag": "aa03144d-b19b-4e5d-8027-1ca2393de35d", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:52.543714 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66c377e8-04f4-4c58-9abe-b67e0b299ecb {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:52.544127 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c377e8-04f4-4c58-9abe-b67e0b299ecb'] response: {'server_uuid': '975e97a1-fe2c-4f81-88b5-274a052109c6', 'name': 'network-vif-deleted', 'tag': 'aa03144d-b19b-4e5d-8027-1ca2393de35d', 'status': 'completed', 'code': 200} Oct 26 11:24:52.580119 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:52.582672 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 4098a34c-ed38-40c7-a957-cd9dc982a278 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:24:52.599809 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:52.695229 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.719724 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 4098a34c-ed38-40c7-a957-cd9dc982a278, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4098a34c-ed38-40c7-a957-cd9dc982a278,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:52.733313 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 496, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:24:52.786526 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:52.786765 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 4098a34c-ed38-40c7-a957-cd9dc982a278 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:52.786765 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.800535 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4098a34c-ed38-40c7-a957-cd9dc982a278 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:24:52.807126 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] Checking router: f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:24:52.816460 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:24:52.817108 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:52.822425 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 4098a34c-ed38-40c7-a957-cd9dc982a278, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4098a34c-ed38-40c7-a957-cd9dc982a278,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:52.879415 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.921216 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:24:52.925235 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:52.953130 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:52.974105 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:52.979136 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=4098a34c-ed38-40c7-a957-cd9dc982a278,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:53.092615 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbc986-82c2-480e-9559-f682474ce254 req-17a632bc-4567-4ec3-96d5-18b92a55317f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:53.094101 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-12bbc986-82c2-480e-9559-f682474ce254 req-17a632bc-4567-4ec3-96d5-18b92a55317f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Oct 26 11:24:53.159449 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-12bbc986-82c2-480e-9559-f682474ce254 req-85d1da71-7ba5-4da8-b160-30abad303afa tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586216 Oct 26 11:24:53.223026 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:24:53.229733 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4ef16d1f-b753-47db-814d-c637b069f46f req-b950bf3f-c780-4129-b636-2116566f9384 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=975e97a1-fe2c-4f81-88b5-274a052109c6 HTTP/1.1" status: 200 len: 210 time: 0.0299361 Oct 26 11:24:53.248021 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f8f3ca-081c-46e6-9dba-f36d83f72a0e None None] The sync data for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi is: [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:14Z', 'revision_number': 4, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '38b48d8f-07ae-47e9-a746-d89af57c5bfb', 'name': '', 'network_id': '0038bdd3-d1fb-456c-a8d4-41f13af7a1c5', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'mac_address': 'fa:16:3e:9d:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:11Z', 'updated_at': '2022-10-26T11:18:25Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'subnets': [{'id': '1513dfcd-38d0-4220-97a6-a894a594c0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:24:53.466780 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['4098a34c-ed38-40c7-a957-cd9dc982a278'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:24:53.471629 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af0069-4b16-4e8b-8a93-8dc3cc1c6731 None None] New status for floating IP ce71979d-0e17-4821-8a7c-6cf63243ed4b: DOWN {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:24:53.713523 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:54.278493 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140cd74-943d-42a6-a629-12b8e58a2ff3 req-54b83647-65e1-4ff6-b2b8-0407790c860e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:54.279994 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a140cd74-943d-42a6-a629-12b8e58a2ff3 req-54b83647-65e1-4ff6-b2b8-0407790c860e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 945 time: 0.0465560 Oct 26 11:24:54.329599 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a140cd74-943d-42a6-a629-12b8e58a2ff3 req-951b0658-8fa6-47a5-a6c3-8cddc5280cbb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Oct 26 11:24:54.366466 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59370) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:54.422684 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group (8643fe1c-2817-42bf-bdd5-384e103fc03c), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.444739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group (8643fe1c-2817-42bf-bdd5-384e103fc03c), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.553587 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (8643fe1c-2817-42bf-bdd5-384e103fc03c), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.556245 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.557383 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8643fe1c-2817-42bf-bdd5-384e103fc03c HTTP/1.1" status: 204 len: 168 time: 0.1899219 Oct 26 11:24:54.560128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59372) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:54.566525 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8643fe1c-2817-42bf-bdd5-384e103fc03c,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:54.573662 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.573823 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.api.v2.resource [None req-9768f108-b398-4edd-9ff1-e885126e914c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] show failed (client error): The resource could not be found. Oct 26 11:24:54.574012 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.574350 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.574683 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.574771 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-9768f108-b398-4edd-9ff1-e885126e914c tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups/8643fe1c-2817-42bf-bdd5-384e103fc03c HTTP/1.1" status: 404 len: 347 time: 0.0135071 Oct 26 11:24:54.575055 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.575395 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.575719 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.576042 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.576369 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.576687 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.577011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.577328 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.577460 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59374) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:54.577643 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.577957 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.578272 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db21c445-ac2e-461f-992b-aeb8fac2ab5b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.688286 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Deleting port aff05fe2-2656-4977-889f-6be5613fbcdf {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:24:54.688740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.765381 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.765702 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (aff05fe2-2656-4977-889f-6be5613fbcdf), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.778068 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Calling delete_port for aff05fe2-2656-4977-889f-6be5613fbcdf owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:24:54.825082 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 4098a34c-ed38-40c7-a957-cd9dc982a278 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:24:54.862255 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:54.867480 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 4098a34c-ed38-40c7-a957-cd9dc982a278 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:24:54.948150 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (aff05fe2-2656-4977-889f-6be5613fbcdf), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.948482 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 4098a34c-ed38-40c7-a957-cd9dc982a278 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:24:54.948849 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:54.949286 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 4098a34c-ed38-40c7-a957-cd9dc982a278 Oct 26 11:24:54.976757 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event deleted for resources: {'Port': ['ID=aff05fe2-2656-4977-889f-6be5613fbcdf,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:54.989601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.989953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.990292 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.990646 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.991005 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.991338 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.991671 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.991997 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.992515 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.992850 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.993176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.993500 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.993823 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.994142 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:54.994461 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:24:55.025498 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 4098a34c-ed38-40c7-a957-cd9dc982a278 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:24:55.025888 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:55.049303 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:55.049918 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks [] for floatingip (ce71979d-0e17-4821-8a7c-6cf63243ed4b), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:55.051602 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ea43b-ca92-4e8a-935a-518b11d6c64c" -d '{"events": [{"server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "name": "network-vif-plugged", "status": "completed", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:55.052528 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:55.053679 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-eeadd467-a8d0-4ffb-92af-fa598e05f043 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/ce71979d-0e17-4821-8a7c-6cf63243ed4b HTTP/1.1" status: 204 len: 168 time: 0.4754221 Oct 26 11:24:55.064865 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 4098a34c-ed38-40c7-a957-cd9dc982a278, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4098a34c-ed38-40c7-a957-cd9dc982a278,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:55.090286 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6ce483-08e5-4642-a253-9928e189e126 x-openstack-request-id: req-1d6ce483-08e5-4642-a253-9928e189e126 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:55.090593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "name": "network-vif-plugged", "status": "completed", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:55.090850 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d6ce483-08e5-4642-a253-9928e189e126 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:55.091273 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6ce483-08e5-4642-a253-9928e189e126'] response: {'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'code': 200} Oct 26 11:24:55.125236 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:55.126105 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device aa03144d-b19b-4e5d-8027-1ca2393de35d no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:24:55.161167 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: aa03144d-b19b-4e5d-8027-1ca2393de35d {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:24:55.161512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device aa03144d-b19b-4e5d-8027-1ca2393de35d not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:24:55.187229 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=4098a34c-ed38-40c7-a957-cd9dc982a278,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:55.450941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2115e2-42f5-4ced-91c6-751cf777609d req-5e3b4ff5-1d84-485a-a0a0-950777a78bf1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:55.452388 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7a2115e2-42f5-4ced-91c6-751cf777609d req-5e3b4ff5-1d84-485a-a0a0-950777a78bf1 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 946 time: 0.0474887 Oct 26 11:24:55.501711 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7a2115e2-42f5-4ced-91c6-751cf777609d req-31767214-f0de-4bdb-90b4-5d710eebd96c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Oct 26 11:24:55.546692 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827033f-0e7b-4bcf-a72d-b1204abb2362 req-06223aec-37fd-44ba-b70e-c215c1b81fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:55.548279 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5827033f-0e7b-4bcf-a72d-b1204abb2362 req-06223aec-37fd-44ba-b70e-c215c1b81fb6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 1130 time: 0.0417118 Oct 26 11:24:55.597497 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5827033f-0e7b-4bcf-a72d-b1204abb2362 req-621ee310-83f6-466c-9953-0f54974c042b service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404904 Oct 26 11:24:56.622051 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b975b78-201d-4027-bbcb-73667476ac18 req-b5883232-0ef8-4cf8-a5f3-1bdf962b2db9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:56.623527 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3b975b78-201d-4027-bbcb-73667476ac18 req-b5883232-0ef8-4cf8-a5f3-1bdf962b2db9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 946 time: 0.0458541 Oct 26 11:24:56.675044 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3b975b78-201d-4027-bbcb-73667476ac18 req-5abdda39-dc04-42c2-952b-fdad0c5ed544 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460629 Oct 26 11:24:57.801155 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7072c-75e9-4aa8-aa3a-1a1c2a481552 req-a88c941a-08d0-40ec-9d18-a5643342b7e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:57.802677 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7ac7072c-75e9-4aa8-aa3a-1a1c2a481552 req-a88c941a-08d0-40ec-9d18-a5643342b7e2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 946 time: 0.0532830 Oct 26 11:24:57.845823 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:57.854664 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7ac7072c-75e9-4aa8-aa3a-1a1c2a481552 req-bac3f703-16da-45e3-b9ca-1d8f11a6da90 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460780 Oct 26 11:24:57.910551 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f72ab5-64a8-4f2f-8335-71ff2d4d0f93 req-a5db6146-a53f-426b-a571-72f99cb888a8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:57.912166 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-35f72ab5-64a8-4f2f-8335-71ff2d4d0f93 req-a5db6146-a53f-426b-a571-72f99cb888a8 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0521092 Oct 26 11:24:57.958877 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-35f72ab5-64a8-4f2f-8335-71ff2d4d0f93 req-139658db-2860-45c0-bce4-13906b7ea836 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Oct 26 11:24:57.975608 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac46a2-5970-442c-9d12-21842f5fd44b req-a99b5a0e-f3fb-45b8-a10a-4fe91082395c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:57.977103 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b0ac46a2-5970-442c-9d12-21842f5fd44b req-a99b5a0e-f3fb-45b8-a10a-4fe91082395c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 946 time: 0.0468266 Oct 26 11:24:58.024940 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b0ac46a2-5970-442c-9d12-21842f5fd44b req-31ea3f05-485e-4500-9438-48db30ded0c9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 Oct 26 11:24:58.062559 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59402) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:58.099274 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae850e2-1c35-4d71-b669-db19787a4487 tempest-TestVolumeBootPattern-2076365656 tempest-TestVolumeBootPattern-2076365656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:58.100723 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5ae850e2-1c35-4d71-b669-db19787a4487 tempest-TestVolumeBootPattern-2076365656 tempest-TestVolumeBootPattern-2076365656-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 1125 time: 0.0365934 Oct 26 11:24:58.103633 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59404) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:24:58.107626 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:24:58.187912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:58.260851 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:58.266955 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:58.377243 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Allocated IP 172.27.3.10 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/1a0eccac-f6a6-45eb-8938-81113b956f76) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:24:58.400639 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:58.477551 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:58.582672 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:58.624010 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:24:58.629529 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:24:58.633339 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:24:58.638345 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=1a0eccac-f6a6-45eb-8938-81113b956f76,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:58.697514 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:24:58.990658 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-8e6cefb5-a57b-4893-a0d6-bc1a6f234388 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:58.992147 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-8e6cefb5-a57b-4893-a0d6-bc1a6f234388 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.0776730 Oct 26 11:24:59.011486 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:59.057281 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (7c41946d-638b-426a-80c7-a4c1b09ed56c), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.152805 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d08ec1-8645-47b9-a617-74f692a2a0f5 req-b4f89555-518a-48e2-9f78-7777a48dc4b7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:24:59.154238 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e9d08ec1-8645-47b9-a617-74f692a2a0f5 req-b4f89555-518a-48e2-9f78-7777a48dc4b7 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 945 time: 0.1176693 Oct 26 11:24:59.167298 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Deleting port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:24:59.167651 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.287362 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e9d08ec1-8645-47b9-a617-74f692a2a0f5 req-48669915-0da5-4b12-8829-c526bb1521f2 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256375 Oct 26 11:24:59.299470 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.328180 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] For port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:24:59.328530 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.347693 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Calling delete_port for 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:24:59.356692 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:59.550163 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.564615 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:24:59.604800 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.650404 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (0bd9ab45-c3f2-4623-8bcc-0d43ada4210e), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.686930 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=1a0eccac-f6a6-45eb-8938-81113b956f76,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:59.692180 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['9710ecc2-ca47-4ec2-84c2-3aadb85ac335', '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:24:59.711772 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (7c41946d-638b-426a-80c7-a4c1b09ed56c), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.746208 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event deleted for resources: {'Port': ['ID=0bd9ab45-c3f2-4623-8bcc-0d43ada4210e,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:24:59.780783 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] No DVR routers for this DVR port 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:24:59.784926 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:24:59.788132 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-bd2cf697-2a9f-4a7b-9b36-9410210d50a4 req-03f7528a-9095-4052-b5fb-4d521caca9e1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "DELETE /networking/v2.0/ports/0bd9ab45-c3f2-4623-8bcc-0d43ada4210e HTTP/1.1" status: 204 len: 173 time: 0.7896700 Oct 26 11:24:59.788640 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'name': 'network-vif-deleted', 'tag': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:24:59.791496 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27893211-ed4e-4f0c-b146-0c574ebf015c" -d '{"events": [{"server_uuid": "f3d343d6-fcf5-4a1b-a077-d2e28d613a70", "name": "network-vif-deleted", "tag": "0bd9ab45-c3f2-4623-8bcc-0d43ada4210e"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:24:59.836962 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e130497e-eb75-4bb5-87ce-bc34e0985d14 x-openstack-request-id: req-e130497e-eb75-4bb5-87ce-bc34e0985d14 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:24:59.839493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d343d6-fcf5-4a1b-a077-d2e28d613a70", "name": "network-vif-deleted", "tag": "0bd9ab45-c3f2-4623-8bcc-0d43ada4210e", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:24:59.839493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e130497e-eb75-4bb5-87ce-bc34e0985d14 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:24:59.839493 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e130497e-eb75-4bb5-87ce-bc34e0985d14'] response: {'server_uuid': 'f3d343d6-fcf5-4a1b-a077-d2e28d613a70', 'name': 'network-vif-deleted', 'tag': '0bd9ab45-c3f2-4623-8bcc-0d43ada4210e', 'status': 'completed', 'code': 200} Oct 26 11:24:59.856937 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Floating IP 7c41946d-638b-426a-80c7-a4c1b09ed56c associated. External IP: 172.27.3.10, port: 4098a34c-ed38-40c7-a957-cd9dc982a278. Oct 26 11:25:00.301444 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:25:00.420832 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e2e369c1-28ed-4503-ba50-09930dd871ff req-0351371b-4f48-4164-a8f6-7bd2886646a4 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f3d343d6-fcf5-4a1b-a077-d2e28d613a70 HTTP/1.1" status: 200 len: 210 time: 0.0301883 Oct 26 11:25:00.434000 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:25:00.456151 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:25:00.462863 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:00.465862 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:25:00.466502 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:00.515124 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:00.545824 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-1f76870d-1d51-492e-b08f-6dab84d752c8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4412227 Oct 26 11:25:00.565128 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:25:00.770240 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:24:58Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:00.794460 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:25:00.803254 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:25:00.803846 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:00.905020 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:25:01.104007 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:01.111504 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:24:58Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:01.138340 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f546784-d820-4d4c-91a8-525764e6afa6 None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:24:58Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:25:01.315278 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae4925-121e-4186-bb22-eac74fced580 None None] New status for floating IP 7c41946d-638b-426a-80c7-a4c1b09ed56c: ACTIVE {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:25:01.839198 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:25:01.841532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e3a117-c3e7-4612-84ae-d033aea29ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:25:01.865192 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671bd06-1730-4e12-b868-7718a8e1be7d req-af45d421-c0b7-4b3d-9304-f399bae2f12b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:01.867081 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4671bd06-1730-4e12-b868-7718a8e1be7d req-af45d421-c0b7-4b3d-9304-f399bae2f12b tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0540538 Oct 26 11:25:01.887475 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433c113-a1b8-495f-a6f0-257d61747d5d x-openstack-request-id: req-a433c113-a1b8-495f-a6f0-257d61747d5d {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:25:01.887964 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:25:01.888373 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a433c113-a1b8-495f-a6f0-257d61747d5d {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:25:01.889016 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a433c113-a1b8-495f-a6f0-257d61747d5d'] response: {'name': 'network-changed', 'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'status': 'completed', 'code': 200} Oct 26 11:25:01.917195 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4671bd06-1730-4e12-b868-7718a8e1be7d req-9179d4a6-9e48-4152-ab6c-aa859f8a62f1 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Oct 26 11:25:02.841658 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:25:02.996348 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:25:02.996606 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0bd9ab45-c3f2-4623-8bcc-0d43ada4210e not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:25:03.040481 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aed97-3556-4025-8c59-1f96a80e824e req-e4c9ceac-b450-4b6b-ba55-5b721837be74 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:03.041929 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-776aed97-3556-4025-8c59-1f96a80e824e req-e4c9ceac-b450-4b6b-ba55-5b721837be74 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0461535 Oct 26 11:25:03.091910 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-776aed97-3556-4025-8c59-1f96a80e824e req-726c3016-a830-40c0-87a2-5ccb5e73e9fb tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Oct 26 11:25:03.403370 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-ec6ba703-a955-4b2e-8e69-dba596092422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:03.404863 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-ec6ba703-a955-4b2e-8e69-dba596092422 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 1130 time: 0.0398037 Oct 26 11:25:03.439069 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:03.493553 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-60f76dde-53a7-4553-8a2d-db42911ecb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:03.495012 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-60f76dde-53a7-4553-8a2d-db42911ecb36 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 913 time: 0.0839736 Oct 26 11:25:03.567413 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-4dd52425-ab4b-47df-8404-45cca0e924d2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4098a34c-ed38-40c7-a957-cd9dc982a278 HTTP/1.1" status: 200 len: 1001 time: 0.0568528 Oct 26 11:25:03.623517 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-3c113378-bed6-4a85-a138-c9052903c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:03.624885 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-3c113378-bed6-4a85-a138-c9052903c755 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0418801 Oct 26 11:25:03.887817 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-b5557d02-f39c-48f4-96d8-d97c253979b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:03.889292 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-b5557d02-f39c-48f4-96d8-d97c253979b6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390089 Oct 26 11:25:03.962301 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:03.985970 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-796d14ac-0023-497a-a002-39a6a69f6bc4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Oct 26 11:25:04.129763 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-84b09d14-228e-4c95-9ab7-4b21c33b2525 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:04.131263 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-84b09d14-228e-4c95-9ab7-4b21c33b2525 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0465012 Oct 26 11:25:04.176200 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-94e3a117-c3e7-4612-84ae-d033aea29ce8 req-ae78cfcd-8700-40c7-ab37-76ef2cd7e031 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917039 Oct 26 11:25:04.250461 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fda08-1f09-4ec4-b475-8fe5e3d4424d req-1cef811d-0f16-4a99-ac44-8e4e8fc8ec99 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:04.251929 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-323fda08-1f09-4ec4-b475-8fe5e3d4424d req-1cef811d-0f16-4a99-ac44-8e4e8fc8ec99 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 946 time: 0.0809510 Oct 26 11:25:04.255016 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Deleting port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:25:04.255349 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:04.357706 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-323fda08-1f09-4ec4-b475-8fe5e3d4424d req-48728a87-4d6f-4f11-9672-9dbed59f2617 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3cddffd2-437c-45f5-8409-f02ca520a0f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993829 Oct 26 11:25:04.378217 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] For port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:25:04.378502 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:04.391683 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Calling delete_port for 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:25:04.505484 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:04.547226 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (9710ecc2-ca47-4ec2-84c2-3aadb85ac335), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:04.580087 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Pushing event deleted for resources: {'Port': ['ID=9710ecc2-ca47-4ec2-84c2-3aadb85ac335,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:04.587023 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['9710ecc2-ca47-4ec2-84c2-3aadb85ac335'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:25:04.624268 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] No DVR routers for this DVR port 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:25:04.626836 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:04.630134 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9a097966-4ae8-43c6-bc7c-b785b51bb087 req-e1c0ee8b-9b5f-4136-8c25-f624e3cd0026 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.55 "DELETE /networking/v2.0/ports/9710ecc2-ca47-4ec2-84c2-3aadb85ac335 HTTP/1.1" status: 204 len: 173 time: 0.4927242 Oct 26 11:25:04.630565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'name': 'network-vif-deleted', 'tag': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:25:04.632876 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcf3f6e-c4a2-489c-bd34-c6ea5788fff4" -d '{"events": [{"server_uuid": "f2f70dba-88ab-42ae-ace7-b95eeac5fcfc", "name": "network-vif-deleted", "tag": "9710ecc2-ca47-4ec2-84c2-3aadb85ac335"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:25:04.671675 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5cc9d8-e646-4d95-bcf2-ca6fbb2bf099 x-openstack-request-id: req-0b5cc9d8-e646-4d95-bcf2-ca6fbb2bf099 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:25:04.671972 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f70dba-88ab-42ae-ace7-b95eeac5fcfc", "name": "network-vif-deleted", "tag": "9710ecc2-ca47-4ec2-84c2-3aadb85ac335", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:25:04.672281 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b5cc9d8-e646-4d95-bcf2-ca6fbb2bf099 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:25:04.672664 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5cc9d8-e646-4d95-bcf2-ca6fbb2bf099'] response: {'server_uuid': 'f2f70dba-88ab-42ae-ace7-b95eeac5fcfc', 'name': 'network-vif-deleted', 'tag': '9710ecc2-ca47-4ec2-84c2-3aadb85ac335', 'status': 'completed', 'code': 200} Oct 26 11:25:05.472028 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d61cd4b0-5085-42cb-8253-eea30e35d4c8 req-dee0a177-55b7-4fd4-a780-6799697c13c3 tempest-ServerRescueNegativeTestJSON-1384722553 tempest-ServerRescueNegativeTestJSON-1384722553-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f2f70dba-88ab-42ae-ace7-b95eeac5fcfc HTTP/1.1" status: 200 len: 210 time: 0.0285041 Oct 26 11:25:06.541861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59438) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:06.849440 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:06.995967 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:07.252696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Deleting port 38b48d8f-07ae-47e9-a746-d89af57c5bfb {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:25:07.253027 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:07.327692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] For port 38b48d8f-07ae-47e9-a746-d89af57c5bfb, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=38b48d8f-07ae-47e9-a746-d89af57c5bfb,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:25:07.328044 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:07.340712 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Calling delete_port for 38b48d8f-07ae-47e9-a746-d89af57c5bfb owned by network:router_interface {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:25:07.462805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:07.604461 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (38b48d8f-07ae-47e9-a746-d89af57c5bfb), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:07.628976 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b48d8f-07ae-47e9-a746-d89af57c5bfb,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:07.776289 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:07.791069 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:07.811452 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a11e6-c2e3-4e19-a027-bc51245b04a5 None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:25:07.844113 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:07.919151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:07.927935 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a11e6-c2e3-4e19-a027-bc51245b04a5 None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:25:08.255274 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:25:08.357735 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:25:08.363010 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0e94575b-6547-465c-9580-dfeba638b6a3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/f7b97ce5-e3b3-4031-9139-bb61bacbd3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223729 Oct 26 11:25:08.365482 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59448) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:08.369385 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] Sync routers for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:25:08.379919 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:25:08.380873 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:08.479155 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks [] for router (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:08.489480 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:25:08.584357 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks [] for router_gateway (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:08.603609 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-7fb7b4e6-ebb4-4064-9066-6d3e0372dae5 None None] Provisioning complete for port dd3b65b5-b705-4acb-ab02-d95991d5c20d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:25:08.604062 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b4e6-ebb4-4064-9066-6d3e0372dae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:08.604484 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-7fb7b4e6-ebb4-4064-9066-6d3e0372dae5 None None] Attempt 1 to provision port dd3b65b5-b705-4acb-ab02-d95991d5c20d Oct 26 11:25:08.663821 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213'}], 'enable_snat': True}, 'gw_port_id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:25:07Z', 'revision_number': 5, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port': {'id': '68594789-2852-4052-a4c9-8a0d5b318ffc', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:08.666430 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:08.681165 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-7fb7b4e6-ebb4-4064-9066-6d3e0372dae5 None None] Current status of the port dd3b65b5-b705-4acb-ab02-d95991d5c20d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:25:08.688310 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] Checking router: f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:25:08.689982 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Deleting port 68594789-2852-4052-a4c9-8a0d5b318ffc {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:25:08.690399 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:08.697219 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] Routers {'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:25:08.697816 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:24:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:08.779919 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] For port 68594789-2852-4052-a4c9-8a0d5b318ffc, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=68594789-2852-4052-a4c9-8a0d5b318ffc,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:25:08.780293 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:08.782789 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:08.790561 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] Set router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 gateway port host: None {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:25:08.796110 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Calling delete_port for 68594789-2852-4052-a4c9-8a0d5b318ffc owned by network:router_gateway {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:25:08.843309 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:25:08Z', 'revision_number': 6, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:08.854226 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:25:08.870997 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd634d-5a35-46d7-b6d6-db66ae50dc37 None None] The sync data for ids ['f7b97ce5-e3b3-4031-9139-bb61bacbd3d7'] in dv-cinder-815582-18-iscsi is: [{'id': 'f7b97ce5-e3b3-4031-9139-bb61bacbd3d7', 'name': 'tempest-ServerRescueNegativeTestJSON-2060846601-router', 'tenant_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:25:08Z', 'revision_number': 6, 'project_id': '9d9d2ce62fb74bdb8de53bc06b1a999d', 'gw_port_host': None}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:25:08.875706 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:25:08.876848 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 9710ecc2-ca47-4ec2-84c2-3aadb85ac335 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:25:09.021689 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (68594789-2852-4052-a4c9-8a0d5b318ffc), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.047085 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Pushing event deleted for resources: {'Port': ['ID=68594789-2852-4052-a4c9-8a0d5b318ffc,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:09.072661 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:09.113507 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.214462 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.216593 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks [] for router_controller (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.325590 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (f7b97ce5-e3b3-4031-9139-bb61bacbd3d7), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.326304 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 {{(pid=105073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:25:09.332311 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.333474 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-1f1d81f3-b27e-4a8a-a5f5-ee2ea52b9fda admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/f7b97ce5-e3b3-4031-9139-bb61bacbd3d7 HTTP/1.1" status: 204 len: 168 time: 0.9670830 Oct 26 11:25:09.336241 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59452) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:09.384584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] Deleting subnet 1513dfcd-38d0-4220-97a6-a894a594c0aa {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:25:09.387728 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] Publish callbacks [] for subnet (1513dfcd-38d0-4220-97a6-a894a594c0aa), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.423362 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (1513dfcd-38d0-4220-97a6-a894a594c0aa), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.537239 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (1513dfcd-38d0-4220-97a6-a894a594c0aa), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.593845 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 38b48d8f-07ae-47e9-a746-d89af57c5bfb no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:25:09.617883 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 38b48d8f-07ae-47e9-a746-d89af57c5bfb {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:25:09.618237 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 38b48d8f-07ae-47e9-a746-d89af57c5bfb not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:25:09.618654 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 68594789-2852-4052-a4c9-8a0d5b318ffc no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:25:09.636755 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 68594789-2852-4052-a4c9-8a0d5b318ffc {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:25:09.637102 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 68594789-2852-4052-a4c9-8a0d5b318ffc not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:25:09.667348 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (1513dfcd-38d0-4220-97a6-a894a594c0aa), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.695216 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1513dfcd-38d0-4220-97a6-a894a594c0aa,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:09.697179 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.700285 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7d8a42a6-e23f-4c10-bfad-d60d9cc82bff admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/1513dfcd-38d0-4220-97a6-a894a594c0aa HTTP/1.1" status: 204 len: 168 time: 0.3631346 Oct 26 11:25:09.701899 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6b63e-0453-4f66-a82a-b1b0e72c0c5e None None] Network 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:25:09.702881 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59454) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:09.776872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.820149 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Deleting port dd3b65b5-b705-4acb-ab02-d95991d5c20d {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:25:09.820569 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.863614 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] DHCP port deletion for 0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:25:09.883816 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] For port dd3b65b5-b705-4acb-ab02-d95991d5c20d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=dd3b65b5-b705-4acb-ab02-d95991d5c20d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:25:09.884181 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.901669 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Calling delete_port for dd3b65b5-b705-4acb-ab02-d95991d5c20d owned by network:dhcp {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:25:09.904589 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] Deleting port dd3b65b5-b705-4acb-ab02-d95991d5c20d {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:25:09.904958 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.942610 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:09.968342 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] For port dd3b65b5-b705-4acb-ab02-d95991d5c20d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=dd3b65b5-b705-4acb-ab02-d95991d5c20d,segment=NetworkSegment(4d56d9f6-db55-478c-89d2-b618654e2c8d),segment_id=4d56d9f6-db55-478c-89d2-b618654e2c8d)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:25:09.968740 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:09.981759 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] Calling delete_port for dd3b65b5-b705-4acb-ab02-d95991d5c20d owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:25:10.096559 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.102923 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (dd3b65b5-b705-4acb-ab02-d95991d5c20d), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.106110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:10.121564 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3b65b5-b705-4acb-ab02-d95991d5c20d,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:10.126836 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] No DVR routers for this DVR port dd3b65b5-b705-4acb-ab02-d95991d5c20d on host dv-cinder-815582-18-iscsi {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:25:10.128235 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] Pushing event deleted for resources: {'Port': ['ID=dd3b65b5-b705-4acb-ab02-d95991d5c20d,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:10.132275 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd83ccc-6903-4a1e-bd05-5ef2df127025 None None] No DVR routers for this DVR port dd3b65b5-b705-4acb-ab02-d95991d5c20d on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:25:10.203133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.223018 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0038bdd3-d1fb-456c-a8d4-41f13af7a1c5']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:10.232146 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d56d9f6-db55-478c-89d2-b618654e2c8d') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:10.232434 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d56d9f6-db55-478c-89d2-b618654e2c8d') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:10.242750 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (4d56d9f6-db55-478c-89d2-b618654e2c8d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.248453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:10.256395 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (4d56d9f6-db55-478c-89d2-b618654e2c8d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.262781 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Releasing vlan 466 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:25:10.263195 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (4d56d9f6-db55-478c-89d2-b618654e2c8d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.337030 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 4d56d9f6-db55-478c-89d2-b618654e2c8d resource provider aggregate not found Oct 26 11:25:10.354032 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 4d56d9f6-db55-478c-89d2-b618654e2c8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d56d9f6-db55-478c-89d2-b618654e2c8d found for delete ", "request_id": "req-b2b11f3e-8734-4726-a423-9e934a8565d5"}]} Oct 26 11:25:10.404474 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (0038bdd3-d1fb-456c-a8d4-41f13af7a1c5), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.412599 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.415731 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/0038bdd3-d1fb-456c-a8d4-41f13af7a1c5 HTTP/1.1" status: 204 len: 168 time: 0.7118928 Oct 26 11:25:10.429910 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd0fb9-a094-4d4d-ab25-c4b24d130578 admin admin] Pushing event deleted for resources: {'Network': ['ID=0038bdd3-d1fb-456c-a8d4-41f13af7a1c5,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:10.706066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59464) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:10.746349 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-cbb7348d-421e-48d2-afee-cef89e47c4de admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9d9d2ce62fb74bdb8de53bc06b1a999d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391033 Oct 26 11:25:10.756934 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59466) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:10.805718 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6c64b073-0476-4d13-8416-6802900d9281 admin admin] Publish callbacks [] for security_group (3cddffd2-437c-45f5-8409-f02ca520a0f8), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.826216 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6c64b073-0476-4d13-8416-6802900d9281 admin admin] Publish callbacks [] for security_group (3cddffd2-437c-45f5-8409-f02ca520a0f8), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.929894 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6c64b073-0476-4d13-8416-6802900d9281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3cddffd2-437c-45f5-8409-f02ca520a0f8), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.932498 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6c64b073-0476-4d13-8416-6802900d9281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:10.933644 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-6c64b073-0476-4d13-8416-6802900d9281 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3cddffd2-437c-45f5-8409-f02ca520a0f8 HTTP/1.1" status: 204 len: 168 time: 0.1757839 Oct 26 11:25:10.942013 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64b073-0476-4d13-8416-6802900d9281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cddffd2-437c-45f5-8409-f02ca520a0f8,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:11.586049 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device dd3b65b5-b705-4acb-ab02-d95991d5c20d no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:25:11.605485 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: dd3b65b5-b705-4acb-ab02-d95991d5c20d {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:25:11.612332 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device dd3b65b5-b705-4acb-ab02-d95991d5c20d not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:25:12.627700 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:13.532030 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-0f5eee7b-441b-4498-a306-433648200f86 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378470 Oct 26 11:25:13.610829 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-acfff144-81af-46ed-b4d0-8645708623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:13.612328 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-acfff144-81af-46ed-b4d0-8645708623f0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1129 time: 0.0422175 Oct 26 11:25:13.716995 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-41279243-689d-45ca-a9ba-12801c004fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:13.718453 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-41279243-689d-45ca-a9ba-12801c004fd3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 200 len: 910 time: 0.0881441 Oct 26 11:25:13.786375 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-bf771db3-6cc8-434b-a66f-84b1996184ec service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 1000 time: 0.0603154 Oct 26 11:25:13.835601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-745a1765-8264-43bb-96dc-f94d2cf0f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:13.837015 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-745a1765-8264-43bb-96dc-f94d2cf0f448 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2416d34a-0f9b-4518-a86a-7375364ac902 HTTP/1.1" status: 200 len: 848 time: 0.0449677 Oct 26 11:25:13.880749 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-ab7ee4e9-91e2-4d74-bf3e-4b9e2c06951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:13.882241 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-ab7ee4e9-91e2-4d74-bf3e-4b9e2c06951a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392435 Oct 26 11:25:13.976797 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-f45023ce-ac47-4131-873b-2adec57e85e0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880959 Oct 26 11:25:14.061423 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:14.065716 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1cfd4514-0b5d-47f4-b253-b9eabc00a7c7 req-bd0fbfc3-1716-45d7-8871-94b63cabf181 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829258 Oct 26 11:25:14.162574 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=8 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:14.171714 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=37 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:17.306909 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e127d762-75e4-484b-a3ac-26385a83d5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:19.706669 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-35919bc1-c112-40b4-8017-993495a77a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:20.986522 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.419653 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59588) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:22.524166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eda6a7a4-49b4-478a-b8e0-9608179d0ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.597443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eda6a7a4-49b4-478a-b8e0-9608179d0ef5 admin admin] Publish callbacks [] for security_group (40f60cab-cca6-4541-933a-52ffd34a5bbe), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.632390 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-eda6a7a4-49b4-478a-b8e0-9608179d0ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (40f60cab-cca6-4541-933a-52ffd34a5bbe), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.673279 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-eda6a7a4-49b4-478a-b8e0-9608179d0ef5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=62356c04c66f40518aa06f5bb785a0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526011 Oct 26 11:25:22.674635 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6a7a4-49b4-478a-b8e0-9608179d0ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f60cab-cca6-4541-933a-52ffd34a5bbe,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:22.676503 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59592) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:22.695328 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.737441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb54d-bf77-43c7-884b-e56a6c55b68a admin admin] Publish callbacks [] for security_group (40f60cab-cca6-4541-933a-52ffd34a5bbe), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.762932 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb54d-bf77-43c7-884b-e56a6c55b68a admin admin] Publish callbacks [] for security_group (40f60cab-cca6-4541-933a-52ffd34a5bbe), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.900690 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb54d-bf77-43c7-884b-e56a6c55b68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (40f60cab-cca6-4541-933a-52ffd34a5bbe), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.903351 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a4bcb54d-bf77-43c7-884b-e56a6c55b68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:22.914167 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a4bcb54d-bf77-43c7-884b-e56a6c55b68a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/40f60cab-cca6-4541-933a-52ffd34a5bbe HTTP/1.1" status: 204 len: 168 time: 0.2270141 Oct 26 11:25:22.914167 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcb54d-bf77-43c7-884b-e56a6c55b68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f60cab-cca6-4541-933a-52ffd34a5bbe,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:22.924865 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:23.783393 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59614) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:23.879981 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-739360773-network', 'tenant_id': 'a0631552168d4ca6a9ddbbafcd744f83'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:25:23.946575 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Made reservation on behalf of a0631552168d4ca6a9ddbbafcd744f83 for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:25:23.948982 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:23.958266 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:23.975892 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:24.033023 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks [] for security_group (ab6b6de8-b8ff-4908-a65a-eaf37b368079), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.095027 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ab6b6de8-b8ff-4908-a65a-eaf37b368079), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.119252 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] vlan segment allocate from pool success with {'vlan_id': 487, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:25:24.128613 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b6de8-b8ff-4908-a65a-eaf37b368079,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:24.134452 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (13b7aeef-ccbb-4dce-8325-7c435a48aa2f), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.134790 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Added segment 13b7aeef-ccbb-4dce-8325-7c435a48aa2f of type vlan for network 964dc3d6-6ec3-4423-8584-fdd1ed57b2ec Oct 26 11:25:24.174628 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (964dc3d6-6ec3-4423-8584-fdd1ed57b2ec), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.249317 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (964dc3d6-6ec3-4423-8584-fdd1ed57b2ec), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.250280 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:24.250868 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.311923 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] Pushing event updated for resources: {'Network': ['ID=964dc3d6-6ec3-4423-8584-fdd1ed57b2ec,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:24.323512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 964dc3d6-6ec3-4423-8584-fdd1ed57b2ec details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:25:24.338396 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-096f9c98-ad96-4b3f-a07d-732c3a4307fa admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5533586 Oct 26 11:25:24.345531 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59618) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:24.350264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Request body: {'subnet': {'network_id': '964dc3d6-6ec3-4423-8584-fdd1ed57b2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-739360773-subnet', 'tenant_id': 'a0631552168d4ca6a9ddbbafcd744f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:25:24.426686 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Made reservation on behalf of a0631552168d4ca6a9ddbbafcd744f83 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:25:24.429102 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.449012 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:24.649578 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (86eefb70-71b8-4166-bb44-9f7960194177), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.699517 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86eefb70-71b8-4166-bb44-9f7960194177,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:24.714191 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Checking segment: {'id': '13b7aeef-ccbb-4dce-8325-7c435a48aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 487, 'network_id': '964dc3d6-6ec3-4423-8584-fdd1ed57b2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:25:24.714549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Network hostable DHCP agents. Network: 964dc3d6-6ec3-4423-8584-fdd1ed57b2ec, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:25:24.803658 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Network 964dc3d6-6ec3-4423-8584-fdd1ed57b2ec is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:25:24.872335 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 964dc3d6-6ec3-4423-8584-fdd1ed57b2ec) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:25:24.876458 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:24.877081 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:24.881963 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a140c2-408b-416c-b029-9a84e27d8a33 None None] Network 964dc3d6-6ec3-4423-8584-fdd1ed57b2ec requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:25:24.942993 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a6ac68e0-a566-4b0d-8824-915df3bfc512 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5916333 Oct 26 11:25:24.981739 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95655f-6e50-4f9e-b004-77ffb8d45993 None None] Network 964dc3d6-6ec3-4423-8584-fdd1ed57b2ec requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:25:25.542882 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59634) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:25.547806 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-848048823-network', 'tenant_id': '90fbadf96d1e4467a0a3527e147ae821'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:25:25.609734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Made reservation on behalf of 90fbadf96d1e4467a0a3527e147ae821 for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:25:25.612654 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.621115 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.698055 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks [] for security_group (d7b8291d-08b0-4825-af56-f2aa32d525b1), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.735522 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d7b8291d-08b0-4825-af56-f2aa32d525b1), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.748894 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:25.757852 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] vlan segment allocate from pool success with {'vlan_id': 472, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:25:25.774100 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8291d-08b0-4825-af56-f2aa32d525b1,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:25.776978 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (0bcb4ff5-5cf8-4c93-84ba-776389c9d76a), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.777318 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Added segment 0bcb4ff5-5cf8-4c93-84ba-776389c9d76a of type vlan for network e7c1d8ed-3fad-4f17-943f-497b808b2df1 Oct 26 11:25:25.817962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (e7c1d8ed-3fad-4f17-943f-497b808b2df1), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.894601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (e7c1d8ed-3fad-4f17-943f-497b808b2df1), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.895601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:25.896172 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:25.958356 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] Pushing event updated for resources: {'Network': ['ID=e7c1d8ed-3fad-4f17-943f-497b808b2df1,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:25.968172 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network e7c1d8ed-3fad-4f17-943f-497b808b2df1 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:25:26.012312 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2141fa7e-98c1-4820-bade-b631ff55640a admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4681714 Oct 26 11:25:26.014998 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59636) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:26.020146 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Request body: {'subnet': {'network_id': 'e7c1d8ed-3fad-4f17-943f-497b808b2df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-848048823-subnet', 'tenant_id': '90fbadf96d1e4467a0a3527e147ae821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:25:26.100380 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Made reservation on behalf of 90fbadf96d1e4467a0a3527e147ae821 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:25:26.102659 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:26.123283 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=12 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:26.324214 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (e9bbf365-3be4-489d-8721-0c045f959f25), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:26.381112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bbf365-3be4-489d-8721-0c045f959f25,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:26.388909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Checking segment: {'id': '0bcb4ff5-5cf8-4c93-84ba-776389c9d76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'e7c1d8ed-3fad-4f17-943f-497b808b2df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:25:26.389258 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Network hostable DHCP agents. Network: e7c1d8ed-3fad-4f17-943f-497b808b2df1, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:25:26.455235 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Network e7c1d8ed-3fad-4f17-943f-497b808b2df1 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:25:26.528991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, e7c1d8ed-3fad-4f17-943f-497b808b2df1) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:25:26.532921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:25:26.533506 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:26.537116 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897a980-66b4-471a-9d7e-99b21fb3fe8a None None] Network e7c1d8ed-3fad-4f17-943f-497b808b2df1 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:25:26.612250 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-de8e800e-fe61-499e-8890-95e48c056e00 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5954132 Oct 26 11:25:26.635997 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3231287b-3a36-45cc-b539-144e9cf60c69 None None] Network e7c1d8ed-3fad-4f17-943f-497b808b2df1 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:25:26.727108 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59644) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:26.771314 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] Deleting subnet 86eefb70-71b8-4166-bb44-9f7960194177 {{(pid=105072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:25:26.774764 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] Publish callbacks [] for subnet (86eefb70-71b8-4166-bb44-9f7960194177), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:26.813417 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59669322'] for subnet (86eefb70-71b8-4166-bb44-9f7960194177), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:26.852055 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (86eefb70-71b8-4166-bb44-9f7960194177), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:26.987625 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59548404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002332'] for subnet (86eefb70-71b8-4166-bb44-9f7960194177), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.013897 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86eefb70-71b8-4166-bb44-9f7960194177,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:27.015864 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.018915 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-dc9e7f6e-121f-4a28-9cdc-c70cbb5debe5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/86eefb70-71b8-4166-bb44-9f7960194177 HTTP/1.1" status: 204 len: 168 time: 0.2907989 Oct 26 11:25:27.021553 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59646) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:27.091717 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (964dc3d6-6ec3-4423-8584-fdd1ed57b2ec), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.167626 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (964dc3d6-6ec3-4423-8584-fdd1ed57b2ec), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.191118 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964dc3d6-6ec3-4423-8584-fdd1ed57b2ec']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:27.200113 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b7aeef-ccbb-4dce-8325-7c435a48aa2f') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:27.200408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b7aeef-ccbb-4dce-8325-7c435a48aa2f') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:27.210123 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (13b7aeef-ccbb-4dce-8325-7c435a48aa2f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.223873 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (13b7aeef-ccbb-4dce-8325-7c435a48aa2f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.230265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Releasing vlan 487 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:25:27.230645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (13b7aeef-ccbb-4dce-8325-7c435a48aa2f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.277685 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 13b7aeef-ccbb-4dce-8325-7c435a48aa2f resource provider aggregate not found Oct 26 11:25:27.299087 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 13b7aeef-ccbb-4dce-8325-7c435a48aa2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13b7aeef-ccbb-4dce-8325-7c435a48aa2f found for delete ", "request_id": "req-b239ebc5-2ca5-4644-9946-bad4cb956ae9"}]} Oct 26 11:25:27.374319 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (964dc3d6-6ec3-4423-8584-fdd1ed57b2ec), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.379941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.382949 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/964dc3d6-6ec3-4423-8584-fdd1ed57b2ec HTTP/1.1" status: 204 len: 168 time: 0.3602223 Oct 26 11:25:27.386447 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59652) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:27.394615 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe63f1a-f2df-4889-b23d-e97cba6c62ef admin admin] Pushing event deleted for resources: {'Network': ['ID=964dc3d6-6ec3-4423-8584-fdd1ed57b2ec,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:27.433347 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] Deleting subnet e9bbf365-3be4-489d-8721-0c045f959f25 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:25:27.436609 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] Publish callbacks [] for subnet (e9bbf365-3be4-489d-8721-0c045f959f25), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.470294 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (e9bbf365-3be4-489d-8721-0c045f959f25), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.511255 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (e9bbf365-3be4-489d-8721-0c045f959f25), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.614625 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (e9bbf365-3be4-489d-8721-0c045f959f25), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.637902 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bbf365-3be4-489d-8721-0c045f959f25,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:27.643825 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.646875 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a8c76716-4dc3-456f-8aed-01fe9b4d21b7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e9bbf365-3be4-489d-8721-0c045f959f25 HTTP/1.1" status: 204 len: 168 time: 0.2592969 Oct 26 11:25:27.649673 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59654) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:27.705110 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:27.716173 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (e7c1d8ed-3fad-4f17-943f-497b808b2df1), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.718664 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=12 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:27.722733 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=43 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:27.797169 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (e7c1d8ed-3fad-4f17-943f-497b808b2df1), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.817055 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c1d8ed-3fad-4f17-943f-497b808b2df1']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:27.826417 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcb4ff5-5cf8-4c93-84ba-776389c9d76a') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:27.826729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcb4ff5-5cf8-4c93-84ba-776389c9d76a') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:25:27.837116 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (0bcb4ff5-5cf8-4c93-84ba-776389c9d76a), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.850137 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (0bcb4ff5-5cf8-4c93-84ba-776389c9d76a), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.856989 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Releasing vlan 472 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:25:27.857368 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (0bcb4ff5-5cf8-4c93-84ba-776389c9d76a), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:27.877665 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 0bcb4ff5-5cf8-4c93-84ba-776389c9d76a resource provider aggregate not found Oct 26 11:25:27.911345 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 0bcb4ff5-5cf8-4c93-84ba-776389c9d76a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bcb4ff5-5cf8-4c93-84ba-776389c9d76a found for delete ", "request_id": "req-5dd9e58d-df79-4b8c-8a2f-f3278afcc049"}]} Oct 26 11:25:28.003812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (e7c1d8ed-3fad-4f17-943f-497b808b2df1), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:28.009242 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:28.012303 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e7c1d8ed-3fad-4f17-943f-497b808b2df1 HTTP/1.1" status: 204 len: 168 time: 0.3617456 Oct 26 11:25:28.023239 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c75a2-f0fc-49d2-b917-0870060551d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c1d8ed-3fad-4f17-943f-497b808b2df1,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:28.420208 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59662) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:28.459549 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-fa5acaed-b8a5-4a86-bf06-4c598c6bd8a3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a0631552168d4ca6a9ddbbafcd744f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382369 Oct 26 11:25:28.461980 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59664) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:28.467562 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:28.509610 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3f63bcd5-f835-4bb9-b096-fcbca76e173d admin admin] Publish callbacks [] for security_group (ab6b6de8-b8ff-4908-a65a-eaf37b368079), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:28.528898 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3f63bcd5-f835-4bb9-b096-fcbca76e173d admin admin] Publish callbacks [] for security_group (ab6b6de8-b8ff-4908-a65a-eaf37b368079), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:28.648797 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3f63bcd5-f835-4bb9-b096-fcbca76e173d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ab6b6de8-b8ff-4908-a65a-eaf37b368079), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:28.651254 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3f63bcd5-f835-4bb9-b096-fcbca76e173d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:28.652347 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3f63bcd5-f835-4bb9-b096-fcbca76e173d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ab6b6de8-b8ff-4908-a65a-eaf37b368079 HTTP/1.1" status: 204 len: 168 time: 0.1894822 Oct 26 11:25:28.660486 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63bcd5-f835-4bb9-b096-fcbca76e173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b6de8-b8ff-4908-a65a-eaf37b368079,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:29.277663 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59672) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:29.316224 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-1c4e3058-cfc6-4a5c-9cb6-c9db952d8f2f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=90fbadf96d1e4467a0a3527e147ae821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369744 Oct 26 11:25:29.318484 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59674) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:29.364917 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-beacac6a-4f61-465f-858a-9cd0d80477d1 admin admin] Publish callbacks [] for security_group (d7b8291d-08b0-4825-af56-f2aa32d525b1), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:29.384524 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-beacac6a-4f61-465f-858a-9cd0d80477d1 admin admin] Publish callbacks [] for security_group (d7b8291d-08b0-4825-af56-f2aa32d525b1), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:29.472065 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-beacac6a-4f61-465f-858a-9cd0d80477d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d7b8291d-08b0-4825-af56-f2aa32d525b1), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:29.474512 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-beacac6a-4f61-465f-858a-9cd0d80477d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:29.475653 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-beacac6a-4f61-465f-858a-9cd0d80477d1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d7b8291d-08b0-4825-af56-f2aa32d525b1 HTTP/1.1" status: 204 len: 168 time: 0.1562946 Oct 26 11:25:29.483257 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacac6a-4f61-465f-858a-9cd0d80477d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8291d-08b0-4825-af56-f2aa32d525b1,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:35.696846 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:25:36.713188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:37.384172 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=80,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:37.385982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=58,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:38.671938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:39.478663 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:39.479476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=55,neutron:DELETE=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:39.496364 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:42.655050 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:45.782571 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:45.783293 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:25:47.369183 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4b9dbe86-32b3-4168-9d7c-0b994983755a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:49.729207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b85702de-9879-40f8-a635-2ad313b2d70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.014956 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.411089 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59928) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:51.516012 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-feea2691-158f-483b-a699-f581c013d6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.591702 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-feea2691-158f-483b-a699-f581c013d6f7 admin admin] Publish callbacks [] for security_group (96eac96a-c923-4d89-998e-d21de491c3ff), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.666416 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-feea2691-158f-483b-a699-f581c013d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (96eac96a-c923-4d89-998e-d21de491c3ff), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.708838 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-feea2691-158f-483b-a699-f581c013d6f7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=de36ffdefe4d4f08ad5cac8cea3f0448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966416 Oct 26 11:25:51.709692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea2691-158f-483b-a699-f581c013d6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96eac96a-c923-4d89-998e-d21de491c3ff,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:51.712381 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59936) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:51.764764 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e47481dd-f5af-46c0-a411-25ca3f58557b admin admin] Publish callbacks [] for security_group (96eac96a-c923-4d89-998e-d21de491c3ff), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.788709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e47481dd-f5af-46c0-a411-25ca3f58557b admin admin] Publish callbacks [] for security_group (96eac96a-c923-4d89-998e-d21de491c3ff), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.889251 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e47481dd-f5af-46c0-a411-25ca3f58557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (96eac96a-c923-4d89-998e-d21de491c3ff), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.891944 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e47481dd-f5af-46c0-a411-25ca3f58557b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:51.893129 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e47481dd-f5af-46c0-a411-25ca3f58557b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/96eac96a-c923-4d89-998e-d21de491c3ff HTTP/1.1" status: 204 len: 168 time: 0.1795268 Oct 26 11:25:51.901706 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47481dd-f5af-46c0-a411-25ca3f58557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eac96a-c923-4d89-998e-d21de491c3ff,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:52.539163 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 59944) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:52.552680 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4e17fccf-64c0-4506-9d04-713b5c000883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.628257 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4e17fccf-64c0-4506-9d04-713b5c000883 admin admin] Publish callbacks [] for security_group (3aeec5f2-2f84-4e42-a8f6-90607a04a73b), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.711765 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4e17fccf-64c0-4506-9d04-713b5c000883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3aeec5f2-2f84-4e42-a8f6-90607a04a73b), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.741083 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.752025 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-4e17fccf-64c0-4506-9d04-713b5c000883 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=adc9a8d2bd644485831945dc66198829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117674 Oct 26 11:25:52.752883 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17fccf-64c0-4506-9d04-713b5c000883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeec5f2-2f84-4e42-a8f6-90607a04a73b,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:25:52.754685 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 59946) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:25:52.804660 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-413b13e9-1ea9-43fb-91a8-feeb0c2f2532 admin admin] Publish callbacks [] for security_group (3aeec5f2-2f84-4e42-a8f6-90607a04a73b), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.824570 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-413b13e9-1ea9-43fb-91a8-feeb0c2f2532 admin admin] Publish callbacks [] for security_group (3aeec5f2-2f84-4e42-a8f6-90607a04a73b), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.947429 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.963758 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-413b13e9-1ea9-43fb-91a8-feeb0c2f2532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3aeec5f2-2f84-4e42-a8f6-90607a04a73b), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.966202 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-413b13e9-1ea9-43fb-91a8-feeb0c2f2532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:25:52.967375 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-413b13e9-1ea9-43fb-91a8-feeb0c2f2532 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3aeec5f2-2f84-4e42-a8f6-90607a04a73b HTTP/1.1" status: 204 len: 168 time: 0.2115562 Oct 26 11:25:52.975633 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b13e9-1ea9-43fb-91a8-feeb0c2f2532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeec5f2-2f84-4e42-a8f6-90607a04a73b,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:02.743244 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:02.748281 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=32,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:02.845115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:02.846957 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:02.857884 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=33,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:02.971903 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:02.987513 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:04.724912 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:04.729855 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:10.071970 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044274b-4556-405d-b7d8-4e6526301a9c req-cd0097d4-e5f0-4457-9b7a-b1f876a14fc6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:10.073347 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6044274b-4556-405d-b7d8-4e6526301a9c req-cd0097d4-e5f0-4457-9b7a-b1f876a14fc6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0463092 Oct 26 11:26:10.123205 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6044274b-4556-405d-b7d8-4e6526301a9c req-2af03fc0-2076-46c2-a4f1-c62999abec8c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442019 Oct 26 11:26:11.243963 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f1237-c3fb-4acc-ae6b-1d9233fa8910 req-ac1a2fd5-3e7c-4466-9740-ad8ea5b66c9e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:11.246027 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7e3f1237-c3fb-4acc-ae6b-1d9233fa8910 req-ac1a2fd5-3e7c-4466-9740-ad8ea5b66c9e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0453742 Oct 26 11:26:11.294881 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7e3f1237-c3fb-4acc-ae6b-1d9233fa8910 req-2a6b9a86-d680-446f-9b1f-8b41d08eb304 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Oct 26 11:26:12.413614 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a774ae-cbe9-4440-a254-9c2eba6359e6 req-d57a33f0-ec94-4304-a3c0-663e53d36dd6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:12.415011 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-91a774ae-cbe9-4440-a254-9c2eba6359e6 req-d57a33f0-ec94-4304-a3c0-663e53d36dd6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0464551 Oct 26 11:26:12.461337 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-91a774ae-cbe9-4440-a254-9c2eba6359e6 req-35fe2561-fd1c-4fff-ae3d-e93c3cd8a1ee tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408056 Oct 26 11:26:12.631908 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:12.695288 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:26:13.578962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeef44a-6ef4-44ba-beea-b422f435f7c1 req-b2026f4b-dd91-4d6f-ad3b-15513e6a7eb0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:13.580408 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ffeef44a-6ef4-44ba-beea-b422f435f7c1 req-b2026f4b-dd91-4d6f-ad3b-15513e6a7eb0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0450406 Oct 26 11:26:13.625805 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ffeef44a-6ef4-44ba-beea-b422f435f7c1 req-9ada414e-c31e-44b4-80a5-98e65ea9783f tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Oct 26 11:26:14.745831 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610ead-1339-4110-b7e8-42beba4bd94b req-a4fae162-b1d8-42c2-a4d6-444fcf41163d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:14.747355 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ca610ead-1339-4110-b7e8-42beba4bd94b req-a4fae162-b1d8-42c2-a4d6-444fcf41163d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0477397 Oct 26 11:26:14.793903 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ca610ead-1339-4110-b7e8-42beba4bd94b req-72a6d623-ef5f-416b-b519-94d3d43d4d6a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408378 Oct 26 11:26:15.914164 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c38b8a-a3f7-4776-9586-7512801c6e85 req-775b2d2f-c694-4551-b54f-f71b30b093e2 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:15.915668 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-89c38b8a-a3f7-4776-9586-7512801c6e85 req-775b2d2f-c694-4551-b54f-f71b30b093e2 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0461192 Oct 26 11:26:15.994511 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-89c38b8a-a3f7-4776-9586-7512801c6e85 req-51fdf820-05cb-428e-bf90-baad1975ef78 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=be00da55-418a-47c8-bfd8-fd00bc46ff06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734234 Oct 26 11:26:16.004433 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-905f51d8-8618-414e-a8a5-efabcbeb3d9e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:16.005815 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-905f51d8-8618-414e-a8a5-efabcbeb3d9e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 945 time: 0.0600438 Oct 26 11:26:16.103956 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port e22707f0-8877-4f00-ab3e-d053cdf8c8fa {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:16.103956 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:16.196376 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] For port e22707f0-8877-4f00-ab3e-d053cdf8c8fa, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:16.196740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:16.624428 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:16.624912 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:16.625223 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b disassociated. External IP: 172.27.3.131, port: e22707f0-8877-4f00-ab3e-d053cdf8c8fa. Oct 26 11:26:16.625556 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for e22707f0-8877-4f00-ab3e-d053cdf8c8fa owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:16.820554 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (e22707f0-8877-4f00-ab3e-d053cdf8c8fa), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:16.848159 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=e22707f0-8877-4f00-ab3e-d053cdf8c8fa,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:16.860153 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.860500 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.860836 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.861168 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.861494 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.861815 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.862139 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.862455 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.862771 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.863112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.863426 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.863740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.864052 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.864367 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.864680 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:16.915129 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:16.962115 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:16.971325 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:26:17.078184 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:26:17.089732 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:26:17.100794 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:17.101407 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:25:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:17.104019 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8ec05616-6155-46ac-8efb-2914bd2e35cc req-c13c48cc-7223-4a2e-8921-44519d7dbdb3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 210 time: 0.0313787 Oct 26 11:26:17.121479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] No DVR routers for this DVR port e22707f0-8877-4f00-ab3e-d053cdf8c8fa on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:26:17.124130 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:17.127593 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f24031cb-28ff-44f2-966e-b4e97356d823 req-544056bd-2e28-4b1b-86ba-c718a0bfc66b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "DELETE /networking/v2.0/ports/e22707f0-8877-4f00-ab3e-d053cdf8c8fa HTTP/1.1" status: 204 len: 173 time: 1.1151040 Oct 26 11:26:17.128138 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'name': 'network-vif-deleted', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:26:17.130973 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e9b256-48c0-4bbc-91e5-8aee0f4767f9" -d '{"events": [{"server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "name": "network-vif-deleted", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:26:17.171073 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957f63b5-212f-44e2-9a53-7602b064bb8d x-openstack-request-id: req-957f63b5-212f-44e2-9a53-7602b064bb8d {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:26:17.171425 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2a7ec3-e66b-477d-99da-8d730066cf89", "name": "network-vif-deleted", "tag": "e22707f0-8877-4f00-ab3e-d053cdf8c8fa", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:26:17.171731 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-957f63b5-212f-44e2-9a53-7602b064bb8d {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:26:17.172262 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957f63b5-212f-44e2-9a53-7602b064bb8d'] response: {'server_uuid': 'be2a7ec3-e66b-477d-99da-8d730066cf89', 'name': 'network-vif-deleted', 'tag': 'e22707f0-8877-4f00-ab3e-d053cdf8c8fa', 'status': 'completed', 'code': 200} Oct 26 11:26:17.212367 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:17.404277 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91f12297-eb02-492a-884e-d75aae5b3d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:17.420507 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:17.445318 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:26:17.454139 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:17.454734 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:25:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:17.560093 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:17.758731 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:17.788751 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9701529c-5815-4c0f-b85c-d6ff2a88a080 None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:26:18.020205 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5837874-804d-4203-a574-5f29be901ccf None None] New status for floating IP c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:26:18.229784 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2924eef4-0e85-4442-909f-33ffbbcaadeb req-6964df6e-37e1-435e-9374-e742b7953095 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=be2a7ec3-e66b-477d-99da-8d730066cf89 HTTP/1.1" status: 200 len: 210 time: 0.0286882 Oct 26 11:26:19.385529 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60168) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:19.440314 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (be00da55-418a-47c8-bfd8-fd00bc46ff06), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.461401 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (be00da55-418a-47c8-bfd8-fd00bc46ff06), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.568416 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (be00da55-418a-47c8-bfd8-fd00bc46ff06), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.571110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.572269 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/be00da55-418a-47c8-bfd8-fd00bc46ff06 HTTP/1.1" status: 204 len: 168 time: 0.1850767 Oct 26 11:26:19.575104 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60170) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:19.581429 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be00da55-418a-47c8-bfd8-fd00bc46ff06,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:19.588593 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593352 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.api.v2.resource [None req-d7cabd48-b9cb-4ff5-82c5-f4adf066c475 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] show failed (client error): The resource could not be found. Oct 26 11:26:19.593485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593789 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d7cabd48-b9cb-4ff5-82c5-f4adf066c475 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups/be00da55-418a-47c8-bfd8-fd00bc46ff06 HTTP/1.1" status: 404 len: 347 time: 0.0136805 Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.593906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370aed0-6767-4c9b-ad6a-5faaa4fd9ff7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:19.595338 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60172) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:19.707177 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port fac96a1d-ec82-435e-9efa-77b4fb6d15d9 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:19.707445 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.712260 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-970efb60-3d64-4379-b613-9c5a6e0d4372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.785543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.785872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:19.798158 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for fac96a1d-ec82-435e-9efa-77b4fb6d15d9 owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:19.991167 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (fac96a1d-ec82-435e-9efa-77b4fb6d15d9), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.013063 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=fac96a1d-ec82-435e-9efa-77b4fb6d15d9,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:20.075300 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.077702 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.078860 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-629404d4-a293-4981-a529-a2d98f0db6ce tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/c3eee76d-2bdd-41c1-a90f-bac2ce9ddc7b HTTP/1.1" status: 204 len: 168 time: 0.4825287 Oct 26 11:26:20.212285 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60178) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:20.217454 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-eaaeda36-6c05-4d8c-85b0-b7e57721cb27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169087562', 'description': 'tempest-description--1591187287'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:20.317868 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eaaeda36-6c05-4d8c-85b0-b7e57721cb27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.364037 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:20.388566 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eaaeda36-6c05-4d8c-85b0-b7e57721cb27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (e958da78-a139-4c24-8317-e103ef3b1f10), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.466148 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eaaeda36-6c05-4d8c-85b0-b7e57721cb27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e958da78-a139-4c24-8317-e103ef3b1f10), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.495117 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeda36-6c05-4d8c-85b0-b7e57721cb27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e958da78-a139-4c24-8317-e103ef3b1f10,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:20.582241 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-eaaeda36-6c05-4d8c-85b0-b7e57721cb27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.583555 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-eaaeda36-6c05-4d8c-85b0-b7e57721cb27 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3702745 Oct 26 11:26:20.586431 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60180) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:20.590699 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-773a343a-2665-4f45-aa33-9c22960251eb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': 'e958da78-a139-4c24-8317-e103ef3b1f10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:20.666427 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-773a343a-2665-4f45-aa33-9c22960251eb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (f24471bc-c826-4aee-8850-c7367b9f27c0), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.705206 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:20.713716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-773a343a-2665-4f45-aa33-9c22960251eb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (f24471bc-c826-4aee-8850-c7367b9f27c0), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.792142 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-773a343a-2665-4f45-aa33-9c22960251eb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (f24471bc-c826-4aee-8850-c7367b9f27c0), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.811351 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a343a-2665-4f45-aa33-9c22960251eb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24471bc-c826-4aee-8850-c7367b9f27c0,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:20.885178 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-773a343a-2665-4f45-aa33-9c22960251eb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:20.887026 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-773a343a-2665-4f45-aa33-9c22960251eb tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989285 Oct 26 11:26:20.889725 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60182) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:20.893950 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-c4fdbef1-c71b-4aab-9592-a10fbd36e3e3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'security_group_rule': {'security_group_id': 'e958da78-a139-4c24-8317-e103ef3b1f10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:20.992463 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c4fdbef1-c71b-4aab-9592-a10fbd36e3e3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (328c16f5-140a-41e6-9336-08afbf57a202), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.015116 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.048360 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c4fdbef1-c71b-4aab-9592-a10fbd36e3e3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (328c16f5-140a-41e6-9336-08afbf57a202), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.134501 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c4fdbef1-c71b-4aab-9592-a10fbd36e3e3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (328c16f5-140a-41e6-9336-08afbf57a202), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.154849 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdbef1-c71b-4aab-9592-a10fbd36e3e3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328c16f5-140a-41e6-9336-08afbf57a202,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:21.227053 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c4fdbef1-c71b-4aab-9592-a10fbd36e3e3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.228285 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c4fdbef1-c71b-4aab-9592-a10fbd36e3e3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376544 Oct 26 11:26:21.231825 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60186) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:21.236077 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:21.311300 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.389118 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.496422 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.27.3.77 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/683dffcf-d793-4f8e-b77e-572c5e592296) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:26:21.594479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (683dffcf-d793-4f8e-b77e-572c5e592296), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.678128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (683dffcf-d793-4f8e-b77e-572c5e592296), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.709358 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:21.719747 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:26:21.723058 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:26:21.726767 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:26:21.730116 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=683dffcf-d793-4f8e-b77e-572c5e592296,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:21.813206 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (81e25f4b-8693-4f76-a39e-45341e71a13e), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:21.919722 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:21.924525 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (683dffcf-d793-4f8e-b77e-572c5e592296), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:22.068702 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (683dffcf-d793-4f8e-b77e-572c5e592296), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:22.134953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (683dffcf-d793-4f8e-b77e-572c5e592296), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:22.204872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=683dffcf-d793-4f8e-b77e-572c5e592296,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:22.208580 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (81e25f4b-8693-4f76-a39e-45341e71a13e), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:22.268392 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:22.269631 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b34554d2-8c09-4c3b-a8a1-329a3258f28b tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0368822 Oct 26 11:26:22.463916 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-6dcf9907-76ee-480b-82f5-8be67d3d8437 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--169087562&fields=id&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 267 time: 0.0417161 Oct 26 11:26:22.574508 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-1373f9dd-d6d9-4680-bb5d-1e1ebf9e7d59 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:22.575982 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-1373f9dd-d6d9-4680-bb5d-1e1ebf9e7d59 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.1057189 Oct 26 11:26:22.590260 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-20729803-888c-4c3e-a00e-39117716c5b7 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/quotas/724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 375 time: 0.0089426 Oct 26 11:26:22.640221 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-adca6dc7-93fb-4999-8baf-4ff28f3791c3 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452809 Oct 26 11:26:22.706129 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:22.739416 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-efd1cf52-e13a-4f2c-9977-0464d0b5aa95 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873175 Oct 26 11:26:22.829417 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-aa70bfb0-9c46-4f21-8fd9-62676118729e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841823 Oct 26 11:26:22.900340 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:23.059095 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device e22707f0-8877-4f00-ab3e-d053cdf8c8fa no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:23.065522 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2a727fa8-0b94-4cb6-86a1-a1bf1436e5b2 req-a4a72aa3-5145-469d-ad81-3bd8752dc2f5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 210 time: 0.0286264 Oct 26 11:26:23.080052 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: e22707f0-8877-4f00-ab3e-d053cdf8c8fa {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:23.080535 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device e22707f0-8877-4f00-ab3e-d053cdf8c8fa not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:24.176845 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-046f8dcc-964a-4286-a53f-5266bcb73a30 req-d4f02aae-bc05-4539-94ab-eb1c5827d882 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 210 time: 0.0331817 Oct 26 11:26:24.892710 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60230) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:25.193593 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Deleting port 108e9d26-5631-4216-a3f4-d8c09adeeedb {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:25.193937 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:25.310611 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ca5ab823-230b-4e27-88f9-5403aff4d217 req-cea5e673-eb21-497a-84c3-0e0e30f09835 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 210 time: 0.0560086 Oct 26 11:26:25.328088 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:25.328407 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for floatingip (108e9d26-5631-4216-a3f4-d8c09adeeedb), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:25.371267 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Calling delete_port for 108e9d26-5631-4216-a3f4-d8c09adeeedb owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:25.427935 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:25.454891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-eb900f67-406f-42e2-bdb6-7084794c0291 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:25.456312 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-eb900f67-406f-42e2-bdb6-7084794c0291 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 815 time: 0.1885169 Oct 26 11:26:25.565178 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-7a63e874-9d6d-4c28-9e71-013f82b6b8a8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=724121c2144843b7adc7e17312613c9d HTTP/1.1" status: 200 len: 379 time: 0.0832467 Oct 26 11:26:25.573970 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'port': {'device_id': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'admin_state_up': True, 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'security_groups': ['e958da78-a139-4c24-8317-e103ef3b1f10']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:25.688680 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:25.753003 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (108e9d26-5631-4216-a3f4-d8c09adeeedb), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:25.780292 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Made reservation on behalf of 724121c2144843b7adc7e17312613c9d for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:26:25.784018 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:25.787375 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event deleted for resources: {'Port': ['ID=108e9d26-5631-4216-a3f4-d8c09adeeedb,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:25.910334 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for floatingip (ed4861bc-6a58-4322-a69b-dd34ff3c96e7), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:25.911106 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Floating IP ed4861bc-6a58-4322-a69b-dd34ff3c96e7 disassociated (deleted). External IP: 172.27.3.29, port: de570ff5-446d-40b7-add4-d927b658a166. Oct 26 11:26:26.032797 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Allocated IP 172.20.0.6 (4b6fe9a7-2300-42a7-b12b-879816096b76/a345ced8-26c6-4f7c-8e1c-33b3b766a058/7b01f1f3-91ab-48bc-ba7f-676d9f2823c0) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:26:26.237441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:26.244493 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Router 6bb1386e-db53-4064-bf3e-b578f3efc4be has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:26:26.270297 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:26.371597 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:26.389310 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:26:26.394222 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:26.399687 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] Sync routers for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:26:26.410374 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:26.411232 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:26.416343 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c458a16a-4a70-4c1f-9042-99315c6c513d req-5cbd63d0-af25-4085-ae04-fae748dd3392 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 210 time: 0.0321250 Oct 26 11:26:26.421180 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:26.470506 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-41f5f486-12bb-437e-96bb-c44e39c24126 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/ed4861bc-6a58-4322-a69b-dd34ff3c96e7 HTTP/1.1" status: 204 len: 168 time: 1.5766938 Oct 26 11:26:26.476233 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:26:26.478469 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "tag": "de570ff5-446d-40b7-add4-d927b658a166"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:26:26.483025 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:26:26.487370 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:26:26.491311 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:26:26.517525 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:26.544144 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:26.544767 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:26.559619 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35db15b-14aa-4a34-8506-8dc0b7106bca x-openstack-request-id: req-c35db15b-14aa-4a34-8506-8dc0b7106bca {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:26:26.559921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "tag": "de570ff5-446d-40b7-add4-d927b658a166", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:26:26.560166 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c35db15b-14aa-4a34-8506-8dc0b7106bca {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:26:26.560567 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35db15b-14aa-4a34-8506-8dc0b7106bca'] response: {'name': 'network-changed', 'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166', 'status': 'completed', 'code': 200} Oct 26 11:26:26.566082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event updated for resources: {'Port': ['ID=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:26.657709 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-58f4c7b2-aaa0-4705-8b41-8a5044de2ea4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0875905 Oct 26 11:26:26.718603 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 5, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:26.743722 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] Checking router: 6bb1386e-db53-4064-bf3e-b578f3efc4be for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:26:26.764112 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-1e22c27a-74c9-4af4-b33a-1c14e1561f4a None None] Provisioning complete for port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:26:26.764491 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1e22c27a-74c9-4af4-b33a-1c14e1561f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:26.764833 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-1e22c27a-74c9-4af4-b33a-1c14e1561f4a None None] Attempt 1 to provision port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 Oct 26 11:26:26.766493 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:26.767142 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:26.838480 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-1e22c27a-74c9-4af4-b33a-1c14e1561f4a None None] Port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:26:26.902129 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:26.937261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da8bb1-cd03-4a05-a1ac-4bb435d67341 req-bcbdb41c-65ae-4a6b-971d-261aafb1aa3e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:26.938799 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-42da8bb1-cd03-4a05-a1ac-4bb435d67341 req-bcbdb41c-65ae-4a6b-971d-261aafb1aa3e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0470877 Oct 26 11:26:26.988724 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-42da8bb1-cd03-4a05-a1ac-4bb435d67341 req-ca3b5fe4-76cc-4ddc-9349-e204ee9f2a47 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Oct 26 11:26:27.043651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:27.067895 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:27.080457 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:27.087385 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 5, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:27.113553 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1b2b32-5fa2-486c-ad2f-ac4ca97ee6f4 None None] The sync data for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi is: [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:19:32Z', 'revision_number': 4, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9', 'name': '', 'network_id': '7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'mac_address': 'fa:16:3e:71:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:31Z', 'updated_at': '2022-10-26T11:19:40Z', 'revision_number': 5, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'subnets': [{'id': '2416d34a-0f9b-4518-a86a-7375364ac902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:26:27.324359 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fac9cb-6952-4822-a4b9-b3135d397a20 None None] New status for floating IP ed4861bc-6a58-4322-a69b-dd34ff3c96e7: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:26:27.537814 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28187edb-4148-4c93-a8cf-4e375114a4d7 req-31c25954-90bf-4997-b482-ed258f94e2ec tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:27.539282 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-28187edb-4148-4c93-a8cf-4e375114a4d7 req-31c25954-90bf-4997-b482-ed258f94e2ec tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 931 time: 0.0461235 Oct 26 11:26:27.585756 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-28187edb-4148-4c93-a8cf-4e375114a4d7 req-91876791-8d8d-42e2-a5f6-4a6bbf85e1a4 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402751 Oct 26 11:26:28.072970 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:28.090621 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:28.108006 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1848-2dbc-4cc8-8ac1-3a0a7c273294 req-71fe61b5-f4f2-4b28-88f7-3e32dc75458c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:28.109471 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b66d1848-2dbc-4cc8-8ac1-3a0a7c273294 req-71fe61b5-f4f2-4b28-88f7-3e32dc75458c tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0465639 Oct 26 11:26:28.162649 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b66d1848-2dbc-4cc8-8ac1-3a0a7c273294 req-6f69c365-41f6-42a8-8f8d-2083f6f5b29d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475736 Oct 26 11:26:28.704204 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3a496-db9e-4ae5-984a-5c55398fe90a req-216202f3-7e8d-48d5-ad36-b5327c0242a0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:28.705631 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c8f3a496-db9e-4ae5-984a-5c55398fe90a req-216202f3-7e8d-48d5-ad36-b5327c0242a0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 931 time: 0.0458279 Oct 26 11:26:28.754634 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c8f3a496-db9e-4ae5-984a-5c55398fe90a req-859f7871-c961-4366-a8bd-98a34792991a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435715 Oct 26 11:26:28.945366 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Request body: {'port': {'device_id': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:28.977647 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-5ff64948-c900-4637-9eea-844fe7b75ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:28.979226 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-5ff64948-c900-4637-9eea-844fe7b75ca8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 1129 time: 0.0387774 Oct 26 11:26:29.006520 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:29.257869 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:26:29.265969 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Publish callbacks [] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:29.274196 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:29.279776 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Transition to ACTIVE for port object 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:26:29.284520 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a5e56-9fff-4b21-aed4-fae2c668973a req-50066eab-d14c-43e3-bf52-d4f6b7c5a8d4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:29.292627 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cb0a5e56-9fff-4b21-aed4-fae2c668973a req-50066eab-d14c-43e3-bf52-d4f6b7c5a8d4 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0467377 Oct 26 11:26:29.333830 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cb0a5e56-9fff-4b21-aed4-fae2c668973a req-177132ef-6674-49ec-8858-197c89ea4afd tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422561 Oct 26 11:26:29.363726 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:29.444788 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Pushing event updated for resources: {'Port': ['ID=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:29.473875 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Attempting to bind port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:26:29.474208 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Attempting to bind port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:26:29.474526 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Attempting to bind port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:26:29.514570 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 on network 4b6fe9a7-2300-42a7-b12b-879816096b76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:26:29.514918 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Attempting to bind port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 on network 4b6fe9a7-2300-42a7-b12b-879816096b76 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:26:29.543208 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:29.557877 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:26:29.558204 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Checking segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:26:29.558580 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Bound using segment: {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:26:29.559032 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Bound port: 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b36d116-c75a-4945-b06b-59a9f83aa104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:26:29.559380 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:29.911491 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503941d5-cb49-4541-aa56-8c1701ab6706 req-6d8b37da-5e27-4e16-86ed-68a851cb2795 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:29.912941 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-503941d5-cb49-4541-aa56-8c1701ab6706 req-6d8b37da-5e27-4e16-86ed-68a851cb2795 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 943 time: 0.0762627 Oct 26 11:26:29.934224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] For port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:26:29.950420 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] For port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:26:29.974192 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-503941d5-cb49-4541-aa56-8c1701ab6706 req-24436485-4e6d-46a4-a932-fc9296415002 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553651 Oct 26 11:26:30.032294 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:30.036456 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:30.037061 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:30.038382 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 HTTP/1.1" status: 200 len: 1093 time: 1.0972624 Oct 26 11:26:30.038956 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:26:30.041157 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ee46db-a722-4cf9-82d7-0631377518bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:26:30.077870 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86175cf3-5f8f-4a02-ab89-6171c4b50f3c x-openstack-request-id: req-86175cf3-5f8f-4a02-ab89-6171c4b50f3c {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:26:30.078159 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:26:30.078407 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86175cf3-5f8f-4a02-ab89-6171c4b50f3c {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:26:30.078802 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86175cf3-5f8f-4a02-ab89-6171c4b50f3c'] response: {'name': 'network-changed', 'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'status': 'completed', 'code': 200} Oct 26 11:26:30.092206 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0297e12-4d2a-453d-a615-58e821564195 service neutron] Pushing event updated for resources: {'Port': ['ID=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:30.450635 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339975ca-6e6f-4833-a645-9a1cececcef4 req-9b9bddf5-aabe-46d3-8171-0ded209967f1 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:30.452148 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-339975ca-6e6f-4833-a645-9a1cececcef4 req-9b9bddf5-aabe-46d3-8171-0ded209967f1 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0450721 Oct 26 11:26:30.501549 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-339975ca-6e6f-4833-a645-9a1cececcef4 req-234c89ab-3f98-43f1-8763-8a58c6668d2e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Oct 26 11:26:30.568631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-4acb66e9-0e06-49ec-9248-35ac90a2174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:30.570129 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-4acb66e9-0e06-49ec-9248-35ac90a2174a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 200 len: 910 time: 0.0925555 Oct 26 11:26:31.096645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11e26-19b7-4da7-80cf-82fe4d8828a0 req-74b7a14d-e7f7-4c33-b367-27b10e403461 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:31.098522 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b7f11e26-19b7-4da7-80cf-82fe4d8828a0 req-74b7a14d-e7f7-4c33-b367-27b10e403461 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 943 time: 0.0472558 Oct 26 11:26:31.145056 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b7f11e26-19b7-4da7-80cf-82fe4d8828a0 req-21d967cf-01ca-4cfa-bb7c-d28e55c30479 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 Oct 26 11:26:31.625626 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f5544-7c2e-454d-8e80-740564df6298 req-1903fdc3-055e-4f0d-9d6a-9507c8bc012d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:31.627184 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-978f5544-7c2e-454d-8e80-740564df6298 req-1903fdc3-055e-4f0d-9d6a-9507c8bc012d tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0468621 Oct 26 11:26:31.677912 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-978f5544-7c2e-454d-8e80-740564df6298 req-3f9faa67-5a86-4583-aa55-d1fdb8b8397b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451460 Oct 26 11:26:31.922294 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-afcbcf15-a49d-40fa-84ef-65a8bb1b793e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 200 len: 217 time: 0.0381999 Oct 26 11:26:31.930244 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee46db-a722-4cf9-82d7-0631377518bb req-2f34bbae-e1ff-43d7-8de6-e6c1fe9b09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:31.931753 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c0ee46db-a722-4cf9-82d7-0631377518bb req-2f34bbae-e1ff-43d7-8de6-e6c1fe9b09d0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 1127 time: 0.0432525 Oct 26 11:26:31.996383 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-f2b2d409-3dac-41b2-b48c-34e6a865af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:31.997833 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-f2b2d409-3dac-41b2-b48c-34e6a865af01 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=2416d34a-0f9b-4518-a86a-7375364ac902 HTTP/1.1" status: 200 len: 848 time: 0.0445619 Oct 26 11:26:32.046442 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-5e690f0f-d4be-43df-9a7c-63c2ad8dd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.047969 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-5e690f0f-d4be-43df-9a7c-63c2ad8dd1c4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388081 Oct 26 11:26:32.064362 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee46db-a722-4cf9-82d7-0631377518bb req-8d524590-08dc-486d-80da-5e8cda3e6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.065851 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c0ee46db-a722-4cf9-82d7-0631377518bb req-8d524590-08dc-486d-80da-5e8cda3e6504 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=724121c2144843b7adc7e17312613c9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0929258 Oct 26 11:26:32.143418 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-fb861301-703e-49aa-8a8f-fef48b3deff4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873363 Oct 26 11:26:32.179006 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee46db-a722-4cf9-82d7-0631377518bb req-ba5fcde7-c05a-4fa4-acd5-7d66448b540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.180473 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c0ee46db-a722-4cf9-82d7-0631377518bb req-ba5fcde7-c05a-4fa4-acd5-7d66448b540b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928702 Oct 26 11:26:32.315375 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ca98d-e5ff-4e3f-885a-8e9df7f817da req-4e56ddba-7782-4235-b88a-e858dce867f0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.318033 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fa7ca98d-e5ff-4e3f-885a-8e9df7f817da req-4e56ddba-7782-4235-b88a-e858dce867f0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 943 time: 0.0976920 Oct 26 11:26:32.352261 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53aa6724-bf75-44d8-ad74-86e0cfe6c1bf req-e71a242e-a442-44fa-9c03-d7c1d89ab39e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436563 Oct 26 11:26:32.378168 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fa7ca98d-e5ff-4e3f-885a-8e9df7f817da req-68e29c44-01f5-49ed-a6c4-b5fbcf8cc1f1 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535247 Oct 26 11:26:32.786582 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-c3e2e97a-80ad-4370-9cce-bd0355e08f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.788110 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-c3e2e97a-80ad-4370-9cce-bd0355e08f61 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 1127 time: 0.0437381 Oct 26 11:26:32.802350 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0170df-6f58-4b1d-b76d-abcafa7787c0 req-6b733f3a-28e7-4b32-afb9-7d0e60d3f0ea tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.803870 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6d0170df-6f58-4b1d-b76d-abcafa7787c0 req-6b733f3a-28e7-4b32-afb9-7d0e60d3f0ea tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0474920 Oct 26 11:26:32.815634 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:32.845436 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-8f7a3c5c-c681-4215-935a-0b489f4d82c5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 HTTP/1.1" status: 200 len: 217 time: 0.0382524 Oct 26 11:26:32.855230 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6d0170df-6f58-4b1d-b76d-abcafa7787c0 req-faaab149-91f6-425c-bb7d-b9f096a37c27 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7eba6524-10aa-436f-9da5-1b80ab261e50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457444 Oct 26 11:26:32.963341 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-bcb44c1d-ffcd-4984-8c48-f42dadd5664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.964867 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-bcb44c1d-ffcd-4984-8c48-f42dadd5664f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0441167 Oct 26 11:26:32.970846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-45a417fc-6a03-4059-b7b8-999f73e6ae5e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:32.972278 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-45a417fc-6a03-4059-b7b8-999f73e6ae5e tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 945 time: 0.0512505 Oct 26 11:26:33.012119 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:33.017426 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134063-0520-443d-9082-7a0c79b7108a req-dc19c140-9cbe-4663-9bd8-2d9688ccaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:33.017426 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-dc19c140-9cbe-4663-9bd8-2d9688ccaddc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400109 Oct 26 11:26:33.059942 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Deleting port de570ff5-446d-40b7-add4-d927b658a166 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:33.060289 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (de570ff5-446d-40b7-add4-d927b658a166), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:33.113509 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-694146cb-11c5-4feb-aeec-ecd0a7d4d0ea service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883782 Oct 26 11:26:33.135040 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:33.142884 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:33.157738 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] For port de570ff5-446d-40b7-add4-d927b658a166, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=de570ff5-446d-40b7-add4-d927b658a166,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:33.158095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (de570ff5-446d-40b7-add4-d927b658a166), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:33.171834 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Calling delete_port for de570ff5-446d-40b7-add4-d927b658a166 owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:33.205061 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9134063-0520-443d-9082-7a0c79b7108a req-b77134a3-96af-4846-9c24-d5ff07f0965a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853674 Oct 26 11:26:33.358559 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (de570ff5-446d-40b7-add4-d927b658a166), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:33.387529 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event deleted for resources: {'Port': ['ID=de570ff5-446d-40b7-add4-d927b658a166,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:33.432875 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] No DVR routers for this DVR port de570ff5-446d-40b7-add4-d927b658a166 on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:26:33.435379 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:33.438652 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bbf6d5b5-c872-4884-be60-d5602cbd8e1b req-e71e4936-aaac-4f29-b814-c810ec4d3f89 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.55 "DELETE /networking/v2.0/ports/de570ff5-446d-40b7-add4-d927b658a166 HTTP/1.1" status: 204 len: 173 time: 0.4615135 Oct 26 11:26:33.439169 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-deleted', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:26:33.441394 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd341b82-7628-4df3-b52e-b2b36ad21f9e" -d '{"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-deleted", "tag": "de570ff5-446d-40b7-add4-d927b658a166"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:26:33.479305 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c172aedd-3e48-42f4-bbb7-7e4289c5ae76 x-openstack-request-id: req-c172aedd-3e48-42f4-bbb7-7e4289c5ae76 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:26:33.479593 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b20a22-cb3b-4fb4-8b69-3b626cd6d991", "name": "network-vif-deleted", "tag": "de570ff5-446d-40b7-add4-d927b658a166", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:26:33.479840 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c172aedd-3e48-42f4-bbb7-7e4289c5ae76 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:26:33.480241 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c172aedd-3e48-42f4-bbb7-7e4289c5ae76'] response: {'server_uuid': 'e4b20a22-cb3b-4fb4-8b69-3b626cd6d991', 'name': 'network-vif-deleted', 'tag': 'de570ff5-446d-40b7-add4-d927b658a166', 'status': 'completed', 'code': 200} Oct 26 11:26:33.501033 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bea7e6-53e3-49fa-8171-0b79c87f1440 req-cb7f6a15-c782-47a0-8383-fb5494ab615d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:33.506984 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2bea7e6-53e3-49fa-8171-0b79c87f1440 req-cb7f6a15-c782-47a0-8383-fb5494ab615d tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 943 time: 0.0479195 Oct 26 11:26:33.553515 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2bea7e6-53e3-49fa-8171-0b79c87f1440 req-a71dfbdd-acfc-4087-80b2-fc67a2fa181e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455589 Oct 26 11:26:33.971045 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4ebfdb53-2f36-4957-9480-acc0f4d23243 req-b7518037-dd69-48ea-bc19-6edbd5a2774a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 210 time: 0.0302603 Oct 26 11:26:34.672368 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6f74-75bf-4b4c-8707-1c346b234b8a req-8d31ea85-fa42-4f0b-9130-c35b99296ad8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:34.673831 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d5ff6f74-75bf-4b4c-8707-1c346b234b8a req-8d31ea85-fa42-4f0b-9130-c35b99296ad8 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 943 time: 0.0464315 Oct 26 11:26:34.719537 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d5ff6f74-75bf-4b4c-8707-1c346b234b8a req-0344b4af-91b7-455b-9b77-8eef5f504065 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404115 Oct 26 11:26:35.078212 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c962f442-2ed3-4d2a-b7b1-9e07d2c3ad18 req-1daaefc6-99aa-4c54-b886-240528f032f0 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Oct 26 11:26:35.600848 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:35.601432 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:35.839114 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4e5f3-0366-4ed7-a368-5b0685c5b65b req-5bdb90f0-4554-43b7-8cba-fe447169e5b2 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:35.840571 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abc4e5f3-0366-4ed7-a368-5b0685c5b65b req-5bdb90f0-4554-43b7-8cba-fe447169e5b2 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 943 time: 0.0472283 Oct 26 11:26:35.888055 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-abc4e5f3-0366-4ed7-a368-5b0685c5b65b req-39a63a5e-9a79-4d6d-8e66-8f619b6ce27c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Oct 26 11:26:36.184987 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f9ab7b47-a68a-4fc2-acee-131ba8edbe09 req-e85877b7-29f5-4223-b37e-f2b0d4d05903 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 210 time: 0.0303946 Oct 26 11:26:37.008918 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:26:37.009488 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504fc94-dcea-47ec-940e-8e23900f3176 req-2f34e719-20cb-4f58-b554-28e8eb3c52ec tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:37.011195 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c504fc94-dcea-47ec-940e-8e23900f3176 req-2f34e719-20cb-4f58-b554-28e8eb3c52ec tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 943 time: 0.0491030 Oct 26 11:26:37.029074 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device de570ff5-446d-40b7-add4-d927b658a166 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:37.063925 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c504fc94-dcea-47ec-940e-8e23900f3176 req-695a47a1-624d-446b-959a-f6a32ab3ab2e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450118 Oct 26 11:26:37.065550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: de570ff5-446d-40b7-add4-d927b658a166 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:37.065901 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device de570ff5-446d-40b7-add4-d927b658a166 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:37.135959 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:37.148233 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'port_id': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'mac_address': 'fa:16:3e:5a:da:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 473, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:26:37.183332 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:26:37.183718 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.197997 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:26:37.220444 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:37.229076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60366) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:37.278220 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.305082 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a07901e1-db1c-4024-856d-fe8c880213ce req-c520a18e-81f7-49b7-abc9-e30abe9e29c7 tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e4b20a22-cb3b-4fb4-8b69-3b626cd6d991 HTTP/1.1" status: 200 len: 210 time: 0.0317240 Oct 26 11:26:37.335248 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:37.340742 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.341097 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.341442 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.341783 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.342143 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.342478 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.342809 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.343154 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.343551 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.343816 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.344120 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.344445 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.344633 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6f4de19c-5b39-4b84-ad77-abd75ac89146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.344781 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.345083 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.345425 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:26:37.425324 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6f4de19c-5b39-4b84-ad77-abd75ac89146 admin admin] Publish callbacks [] for security_group (3a5e9e47-d398-4648-a8d7-5defd23205ee), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.500989 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6f4de19c-5b39-4b84-ad77-abd75ac89146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3a5e9e47-d398-4648-a8d7-5defd23205ee), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.542297 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6f4de19c-5b39-4b84-ad77-abd75ac89146 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=689f5bdffba1443884ddab058e46a8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121653 Oct 26 11:26:37.543293 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4de19c-5b39-4b84-ad77-abd75ac89146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e9e47-d398-4648-a8d7-5defd23205ee,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:37.545216 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60370) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:37.597849 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5233-e966-4cf4-81bf-5efabbb864cf admin admin] Publish callbacks [] for security_group (3a5e9e47-d398-4648-a8d7-5defd23205ee), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.619017 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5233-e966-4cf4-81bf-5efabbb864cf admin admin] Publish callbacks [] for security_group (3a5e9e47-d398-4648-a8d7-5defd23205ee), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.718277 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5233-e966-4cf4-81bf-5efabbb864cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3a5e9e47-d398-4648-a8d7-5defd23205ee), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.720811 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5233-e966-4cf4-81bf-5efabbb864cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:37.721981 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ed5f5233-e966-4cf4-81bf-5efabbb864cf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3a5e9e47-d398-4648-a8d7-5defd23205ee HTTP/1.1" status: 204 len: 168 time: 0.1742511 Oct 26 11:26:37.730893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f5233-e966-4cf4-81bf-5efabbb864cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e9e47-d398-4648-a8d7-5defd23205ee,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:37.738086 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['7b01f1f3-91ab-48bc-ba7f-676d9f2823c0'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:26:38.187728 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba660-1459-483f-bde9-0457416729c3 req-65639d00-93f4-43df-ab3a-3870d8573bb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:38.189111 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c8eba660-1459-483f-bde9-0457416729c3 req-65639d00-93f4-43df-ab3a-3870d8573bb6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 944 time: 0.0502613 Oct 26 11:26:38.235744 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c8eba660-1459-483f-bde9-0457416729c3 req-ef2ac6d2-8fd0-47b6-865f-b252bcb53934 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411787 Oct 26 11:26:38.374454 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60380) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:38.420915 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60382) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:38.433914 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5dba9b67-114d-4ea6-8130-fae0b26d0fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.441968 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7246e26a-8707-4feb-a8fe-a90f44211c9b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group (7eba6524-10aa-436f-9da5-1b80ab261e50), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.453150 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:38.462558 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7246e26a-8707-4feb-a8fe-a90f44211c9b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group (7eba6524-10aa-436f-9da5-1b80ab261e50), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.508142 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5dba9b67-114d-4ea6-8130-fae0b26d0fb5 admin admin] Publish callbacks [] for security_group (2f540609-a2d2-4888-ba14-e73cd68d24a8), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.569032 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5dba9b67-114d-4ea6-8130-fae0b26d0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (2f540609-a2d2-4888-ba14-e73cd68d24a8), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.579143 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:38.596933 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7246e26a-8707-4feb-a8fe-a90f44211c9b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (7eba6524-10aa-436f-9da5-1b80ab261e50), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.599520 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7246e26a-8707-4feb-a8fe-a90f44211c9b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.600663 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7246e26a-8707-4feb-a8fe-a90f44211c9b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7eba6524-10aa-436f-9da5-1b80ab261e50 HTTP/1.1" status: 204 len: 168 time: 0.2271972 Oct 26 11:26:38.609884 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5dba9b67-114d-4ea6-8130-fae0b26d0fb5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=149f0a58bdc9494894293187270420bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1878431 Oct 26 11:26:38.610532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba9b67-114d-4ea6-8130-fae0b26d0fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f540609-a2d2-4888-ba14-e73cd68d24a8,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:38.612428 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60386) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:38.621270 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246e26a-8707-4feb-a8fe-a90f44211c9b tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eba6524-10aa-436f-9da5-1b80ab261e50,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:38.664760 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-af652d2e-ed2f-49a7-96a1-21d4c455ce46 admin admin] Publish callbacks [] for security_group (2f540609-a2d2-4888-ba14-e73cd68d24a8), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.685226 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-af652d2e-ed2f-49a7-96a1-21d4c455ce46 admin admin] Publish callbacks [] for security_group (2f540609-a2d2-4888-ba14-e73cd68d24a8), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.699233 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:38.710712 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60388) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:38.797476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-af652d2e-ed2f-49a7-96a1-21d4c455ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (2f540609-a2d2-4888-ba14-e73cd68d24a8), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.800215 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-af652d2e-ed2f-49a7-96a1-21d4c455ce46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:38.801392 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-af652d2e-ed2f-49a7-96a1-21d4c455ce46 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2f540609-a2d2-4888-ba14-e73cd68d24a8 HTTP/1.1" status: 204 len: 168 time: 0.1877463 Oct 26 11:26:38.810326 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af652d2e-ed2f-49a7-96a1-21d4c455ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f540609-a2d2-4888-ba14-e73cd68d24a8,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:39.025829 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:26:39.070779 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:26:39.156945 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:26:39.160591 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:39.160591 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 Oct 26 11:26:39.234175 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (6bb1386e-db53-4064-bf3e-b578f3efc4be), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:39.235149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:26:39.235535 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:39.260472 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:26:39.262729 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6547e91a-a9b0-4fd4-9862-a77b26434ddf" -d '{"events": [{"server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "name": "network-vif-plugged", "status": "completed", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:26:39.288693 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:39.327901 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81f1102-9c8b-45f5-9d31-ca04ba7267a6 x-openstack-request-id: req-a81f1102-9c8b-45f5-9d31-ca04ba7267a6 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:26:39.329883 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "name": "network-vif-plugged", "status": "completed", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:26:39.333762 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a81f1102-9c8b-45f5-9d31-ca04ba7267a6 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:26:39.333762 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81f1102-9c8b-45f5-9d31-ca04ba7267a6'] response: {'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'code': 200} Oct 26 11:26:39.352431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:39.398237 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188b3ea-8507-4421-968d-166516cdbe12 req-a1fb72b8-5464-42d7-bb61-0a92418798f0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:39.399865 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e188b3ea-8507-4421-968d-166516cdbe12 req-a1fb72b8-5464-42d7-bb61-0a92418798f0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 944 time: 0.0758686 Oct 26 11:26:39.407076 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:39.455179 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e188b3ea-8507-4421-968d-166516cdbe12 req-859a53c6-1ef5-4292-beac-adc4a96eda0e tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490055 Oct 26 11:26:39.496178 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Deleting port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:39.496452 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:39.576673 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] For port 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:39.577043 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:39.589685 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Calling delete_port for 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 owned by network:router_interface {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:39.698431 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d737c3-cc60-4fd9-9b26-2627056ab9f7 req-542eb77d-0f02-475f-b069-3ea19481eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:39.700251 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d7d737c3-cc60-4fd9-9b26-2627056ab9f7 req-542eb77d-0f02-475f-b069-3ea19481eafd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 1129 time: 0.0420117 Oct 26 11:26:39.763065 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d7d737c3-cc60-4fd9-9b26-2627056ab9f7 req-1c8ac369-1cdb-4195-a70f-34af9ad4d146 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546069 Oct 26 11:26:39.974191 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:40.011019 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:40.083982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:40.111024 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:40.285278 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (6bb1386e-db53-4064-bf3e-b578f3efc4be), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:40.308688 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ce325a-f881-4f98-ade1-7c20ae94becb None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:26:40.417181 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ce325a-f881-4f98-ade1-7c20ae94becb None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:26:40.511325 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Router 6bb1386e-db53-4064-bf3e-b578f3efc4be has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:26:40.644548 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980ef4-f384-43ca-af31-501cbe297873 req-2afa7a34-2e54-4e8d-a9ae-a82e7de633ba tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:40.646072 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-be980ef4-f384-43ca-af31-501cbe297873 req-2afa7a34-2e54-4e8d-a9ae-a82e7de633ba tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 945 time: 0.0861990 Oct 26 11:26:40.682132 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:26:40.689036 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-db8c072d-3881-4058-b5df-972a212d1264 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6bb1386e-db53-4064-bf3e-b578f3efc4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9767487 Oct 26 11:26:40.691891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60430) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:40.694404 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] Sync routers for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:26:40.707884 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:40.708521 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:40.723281 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-be980ef4-f384-43ca-af31-501cbe297873 req-2e99e2db-5390-45e2-9f28-612ec9234236 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691643 Oct 26 11:26:40.775292 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:40.847212 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks [] for router (6bb1386e-db53-4064-bf3e-b578f3efc4be), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:40.875167 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:40.955705 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:40.975416 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks [] for router_gateway (6bb1386e-db53-4064-bf3e-b578f3efc4be), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.018671 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:41.063277 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:41.070374 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:26:39Z', 'revision_number': 5, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port': {'id': '46c23306-d4fc-44af-a642-56909dc9f30a', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:28Z', 'updated_at': '2022-10-26T11:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:41.100419 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] Checking router: 6bb1386e-db53-4064-bf3e-b578f3efc4be for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:26:41.110653 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] Routers {'6bb1386e-db53-4064-bf3e-b578f3efc4be'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:41.111501 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['6bb1386e-db53-4064-bf3e-b578f3efc4be'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:41.123604 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Deleting port 46c23306-d4fc-44af-a642-56909dc9f30a {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:41.124823 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.211885 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] Set router 6bb1386e-db53-4064-bf3e-b578f3efc4be gateway port host: None {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:41.230673 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] For port 46c23306-d4fc-44af-a642-56909dc9f30a, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=46c23306-d4fc-44af-a642-56909dc9f30a,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:41.231082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.244604 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Calling delete_port for 46c23306-d4fc-44af-a642-56909dc9f30a owned by network:router_gateway {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:41.268831 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:26:40Z', 'revision_number': 6, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:41.298748 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d1030-07dd-46ce-860c-9ae185f4857c None None] The sync data for ids ['6bb1386e-db53-4064-bf3e-b578f3efc4be'] in dv-cinder-815582-18-iscsi is: [{'id': '6bb1386e-db53-4064-bf3e-b578f3efc4be', 'name': 'tempest-TestShelveInstance-1442919391-router', 'tenant_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:27Z', 'updated_at': '2022-10-26T11:26:40Z', 'revision_number': 6, 'project_id': 'a30976e8b35f436b84dc4488dcf5acaf', 'gw_port_host': None}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:26:41.301492 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-c49a90a1-e133-4331-8dd4-75054d2a4493 None None] Provisioning complete for port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:26:41.301902 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c49a90a1-e133-4331-8dd4-75054d2a4493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.302209 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-c49a90a1-e133-4331-8dd4-75054d2a4493 None None] Attempt 1 to provision port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb Oct 26 11:26:41.393112 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-c49a90a1-e133-4331-8dd4-75054d2a4493 None None] Current status of the port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:26:41.484096 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (46c23306-d4fc-44af-a642-56909dc9f30a), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.511035 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=46c23306-d4fc-44af-a642-56909dc9f30a,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:41.534638 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:41.573365 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (6bb1386e-db53-4064-bf3e-b578f3efc4be), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.597532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60444) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:41.664665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (6bb1386e-db53-4064-bf3e-b578f3efc4be), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.667108 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks [] for router_controller (6bb1386e-db53-4064-bf3e-b578f3efc4be), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.754729 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5ec9344e-1c59-47d6-bffd-67a4cfcf572a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.849481 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5ec9344e-1c59-47d6-bffd-67a4cfcf572a admin admin] Publish callbacks [] for security_group (ab474c4b-e58a-42c0-8b55-fa093a5a4239), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.860163 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (6bb1386e-db53-4064-bf3e-b578f3efc4be), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.860780 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb1386e-db53-4064-bf3e-b578f3efc4be {{(pid=105073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:26:41.865716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.866859 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5ea165e7-d477-42f0-8404-8da50f676c8d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/6bb1386e-db53-4064-bf3e-b578f3efc4be HTTP/1.1" status: 204 len: 168 time: 1.1731071 Oct 26 11:26:41.869456 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60450) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:41.886514 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ebb35-9685-4877-9e12-937f3f7eb47b req-e4d2417c-fdf8-4a04-a0a5-2d229491abfc tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:41.888028 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4d2ebb35-9685-4877-9e12-937f3f7eb47b req-e4d2417c-fdf8-4a04-a0a5-2d229491abfc tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 945 time: 0.0560179 Oct 26 11:26:41.899119 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:41.919463 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] Deleting subnet 2416d34a-0f9b-4518-a86a-7375364ac902 {{(pid=105072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:26:41.923295 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] Publish callbacks [] for subnet (2416d34a-0f9b-4518-a86a-7375364ac902), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.939846 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4d2ebb35-9685-4877-9e12-937f3f7eb47b req-54a9afbe-9986-4752-8185-8f94048c6d17 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461280 Oct 26 11:26:41.948363 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5ec9344e-1c59-47d6-bffd-67a4cfcf572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ab474c4b-e58a-42c0-8b55-fa093a5a4239), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.982225 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59669322'] for subnet (2416d34a-0f9b-4518-a86a-7375364ac902), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:41.988970 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:42.020415 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9344e-1c59-47d6-bffd-67a4cfcf572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab474c4b-e58a-42c0-8b55-fa093a5a4239,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:42.037625 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5ec9344e-1c59-47d6-bffd-67a4cfcf572a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1e58929a8c8b43f59072ba94526ca504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389894 Oct 26 11:26:42.040960 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60454) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:42.084883 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9b4dd-0af7-4721-8ece-af563c51c271 req-c2fabd81-ec5b-4a8c-98b0-94c17bd34fc6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:42.086249 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-89b9b4dd-0af7-4721-8ece-af563c51c271 req-c2fabd81-ec5b-4a8c-98b0-94c17bd34fc6 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 945 time: 0.0693085 Oct 26 11:26:42.096830 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5524de3e-04d3-47fc-adbf-c5cc237d39d3 admin admin] Publish callbacks [] for security_group (ab474c4b-e58a-42c0-8b55-fa093a5a4239), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.099543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60456) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:42.104961 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Request body: {'floatingip': {'port_id': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:42.119028 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:42.131297 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (2416d34a-0f9b-4518-a86a-7375364ac902), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.144187 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:42.145239 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 21e6c909-e4a4-4a67-b2fe-a0fbe2941ec9 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:42.145395 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:42.164831 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (81e25f4b-8693-4f76-a39e-45341e71a13e), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.168200 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5524de3e-04d3-47fc-adbf-c5cc237d39d3 admin admin] Publish callbacks [] for security_group (ab474c4b-e58a-42c0-8b55-fa093a5a4239), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.296254 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59548404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002332'] for subnet (2416d34a-0f9b-4518-a86a-7375364ac902), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.321039 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2416d34a-0f9b-4518-a86a-7375364ac902,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:42.327166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.330297 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-a0eec63a-23a7-4f9e-a91e-11c1b4778060 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2416d34a-0f9b-4518-a86a-7375364ac902 HTTP/1.1" status: 204 len: 168 time: 0.4596891 Oct 26 11:26:42.332919 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60458) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:42.336316 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f80bb3-8168-47a8-becd-bfad9bafcde4 None None] Network 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:26:42.396800 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5524de3e-04d3-47fc-adbf-c5cc237d39d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ab474c4b-e58a-42c0-8b55-fa093a5a4239), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.399807 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5524de3e-04d3-47fc-adbf-c5cc237d39d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.405333 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5524de3e-04d3-47fc-adbf-c5cc237d39d3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ab474c4b-e58a-42c0-8b55-fa093a5a4239 HTTP/1.1" status: 204 len: 168 time: 0.3620443 Oct 26 11:26:42.421574 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524de3e-04d3-47fc-adbf-c5cc237d39d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab474c4b-e58a-42c0-8b55-fa093a5a4239,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:42.425511 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.512799 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Deleting port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:42.513156 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.587431 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] For port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:42.587762 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.604048 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] DHCP port deletion for 7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:26:42.604617 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Calling delete_port for bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb owned by network:dhcp {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:42.609407 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:42.647414 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] Deleting port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:42.647818 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.668275 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.682714 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:42.712401 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] For port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,segment=NetworkSegment(e71c29b1-4fa3-416a-beb1-65166df75956),segment_id=e71c29b1-4fa3-416a-beb1-65166df75956)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:42.712803 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.719482 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.731697 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] Calling delete_port for bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:42.775921 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.804387 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (81e25f4b-8693-4f76-a39e-45341e71a13e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.806944 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:42.811886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] No DVR routers for this DVR port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb on host dv-cinder-815582-18-iscsi {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:26:42.818055 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.859118 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] No DVR routers for this DVR port bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:26:42.863798 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab8332-efc3-48e0-9986-9f22d6ae49b2 None None] Pushing event deleted for resources: {'Port': ['ID=bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:42.905590 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.927976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:42.930578 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP 81e25f4b-8693-4f76-a39e-45341e71a13e associated. External IP: 172.27.3.77, port: 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0. Oct 26 11:26:42.939270 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71c29b1-4fa3-416a-beb1-65166df75956') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:42.939564 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71c29b1-4fa3-416a-beb1-65166df75956') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:42.949294 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (e71c29b1-4fa3-416a-beb1-65166df75956), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.964270 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (e71c29b1-4fa3-416a-beb1-65166df75956), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:42.971237 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Releasing vlan 462 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:26:42.971622 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (e71c29b1-4fa3-416a-beb1-65166df75956), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.124812 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment e71c29b1-4fa3-416a-beb1-65166df75956 resource provider aggregate not found Oct 26 11:26:43.142278 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment e71c29b1-4fa3-416a-beb1-65166df75956 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e71c29b1-4fa3-416a-beb1-65166df75956 found for delete ", "request_id": "req-e3e8f422-6c53-4f69-bedb-663f7cee7cf1"}]} Oct 26 11:26:43.149958 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:26:43.162161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60470) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:43.179978 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.187859 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.191064 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd HTTP/1.1" status: 204 len: 168 time: 0.8572016 Oct 26 11:26:43.199816 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60472) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:43.207331 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58689c2b-bed0-4032-a137-9a5c62de17df admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc53a5a-1ef2-4e2a-ad37-d04164fc5fbd,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:43.211013 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-66dffd81-fc9d-4f0f-a5b9-cecb3bf6a927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.299236 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:26:43.304599 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.310616 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:26:43.324764 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:43.326887 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:43.347409 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:43.355160 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8ee76df5-f8f7-424d-93e0-0942bff7e349 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/81e25f4b-8693-4f76-a39e-45341e71a13e HTTP/1.1" status: 200 len: 990 time: 1.2541850 Oct 26 11:26:43.361100 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:26:43.363549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c24a07f-0cb6-4601-909f-b04f96bb298d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:26:43.380787 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-66dffd81-fc9d-4f0f-a5b9-cecb3bf6a927 admin admin] Publish callbacks [] for security_group (075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.413864 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae279ac-603c-4c3f-9298-0db862646ffe x-openstack-request-id: req-9ae279ac-603c-4c3f-9298-0db862646ffe {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:26:43.414471 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:26:43.414677 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ae279ac-603c-4c3f-9298-0db862646ffe {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:26:43.415707 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae279ac-603c-4c3f-9298-0db862646ffe'] response: {'name': 'network-changed', 'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'status': 'completed', 'code': 200} Oct 26 11:26:43.435406 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:43.443704 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-66dffd81-fc9d-4f0f-a5b9-cecb3bf6a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.479634 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:43.520268 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dffd81-fc9d-4f0f-a5b9-cecb3bf6a927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:43.528335 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-66dffd81-fc9d-4f0f-a5b9-cecb3bf6a927 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2f1379987a004f748b779da5eaac8677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650811 Oct 26 11:26:43.531741 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60480) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:43.534744 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-9ede3276-1138-4af8-8a6f-a7d279a77494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:43.539812 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-9ede3276-1138-4af8-8a6f-a7d279a77494 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=724121c2144843b7adc7e17312613c9d&device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 1129 time: 0.0660071 Oct 26 11:26:43.550955 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (7d53940f-1b29-45f5-9344-24aad6d24a0a), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.688123 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-d1e86f4a-c3f8-4252-8c7d-bbf96ec83cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:43.689766 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-d1e86f4a-c3f8-4252-8c7d-bbf96ec83cde service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 200 len: 916 time: 0.1472206 Oct 26 11:26:43.693842 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:43.706069 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7db8f57-fe6d-4bed-896e-5b95cd3eab7b admin admin] Publish callbacks [] for security_group (075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.719061 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:43.720190 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device bbcc0e93-a04b-4fe5-8a70-5aff3a4529cb not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:43.721537 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 46c23306-d4fc-44af-a642-56909dc9f30a no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:43.736818 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '81e25f4b-8693-4f76-a39e-45341e71a13e', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:5a:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:26:21Z', 'updated_at': '2022-10-26T11:26:42Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:43.762403 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7db8f57-fe6d-4bed-896e-5b95cd3eab7b admin admin] Publish callbacks [] for security_group (075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.772312 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:26:43.772550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 46c23306-d4fc-44af-a642-56909dc9f30a {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:43.772855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 46c23306-d4fc-44af-a642-56909dc9f30a not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:43.812575 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-7e394b49-38c5-4386-ac77-94538b00107e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 HTTP/1.1" status: 200 len: 998 time: 0.1154850 Oct 26 11:26:43.814126 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:43.814953 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:43.829794 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:43.872587 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-654aba1e-ae35-4bd1-861a-cd634d2c82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:43.874012 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-654aba1e-ae35-4bd1-861a-cd634d2c82e7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 200 len: 854 time: 0.0532212 Oct 26 11:26:43.896511 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Deleting port 84b76304-75de-49a0-b72e-492c2e2a9d00 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:43.897318 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.926360 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:43.926499 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-7c4daa36-3114-4da1-babd-d68d4cc38534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:43.927483 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-7c4daa36-3114-4da1-babd-d68d4cc38534 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4b6fe9a7-2300-42a7-b12b-879816096b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470512 Oct 26 11:26:43.932149 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:43.960747 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7db8f57-fe6d-4bed-896e-5b95cd3eab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.962852 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7db8f57-fe6d-4bed-896e-5b95cd3eab7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:43.966499 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-a7db8f57-fe6d-4bed-896e-5b95cd3eab7b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f HTTP/1.1" status: 204 len: 168 time: 0.4313228 Oct 26 11:26:43.980850 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db8f57-fe6d-4bed-896e-5b95cd3eab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075b5b3c-0f8f-4f8c-9a3f-fa032f24b25f,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:44.008270 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] For port 84b76304-75de-49a0-b72e-492c2e2a9d00, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=84b76304-75de-49a0-b72e-492c2e2a9d00,segment=NetworkSegment(67dba153-4876-4ecc-835d-553e44b596bb),segment_id=67dba153-4876-4ecc-835d-553e44b596bb)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:44.012188 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:44.026840 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Calling delete_port for 84b76304-75de-49a0-b72e-492c2e2a9d00 owned by network:router_interface {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:44.044895 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-fcf39876-8a92-4a96-a031-1696ade13fbe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098564 Oct 26 11:26:44.218477 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '81e25f4b-8693-4f76-a39e-45341e71a13e', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:5a:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:26:21Z', 'updated_at': '2022-10-26T11:26:42Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:44.261979 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:44.262414 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ef7c8-4afe-4424-9060-6181eadc56f5 None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '81e25f4b-8693-4f76-a39e-45341e71a13e', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'port_id': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'mac_address': 'fa:16:3e:5a:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:26:21Z', 'updated_at': '2022-10-26T11:26:42Z', 'revision_number': 1, 'project_id': '724121c2144843b7adc7e17312613c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:26:44.319000 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (84b76304-75de-49a0-b72e-492c2e2a9d00), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:44.380313 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b76304-75de-49a0-b72e-492c2e2a9d00,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:44.493374 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c24a07f-0cb6-4601-909f-b04f96bb298d req-a8ae38bf-800c-4703-aebf-97e8688fa379 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413934 Oct 26 11:26:44.588069 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (7d53940f-1b29-45f5-9344-24aad6d24a0a), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:44.599117 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132a1cdc-8d15-40be-b87e-005e144f2836 None None] New status for floating IP 81e25f4b-8693-4f76-a39e-45341e71a13e: ACTIVE {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:26:44.659700 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f43ea4-e459-4ac5-82da-741c401fc525 None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:26:44.834842 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Router 7d53940f-1b29-45f5-9344-24aad6d24a0a has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:26:44.837130 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f43ea4-e459-4ac5-82da-741c401fc525 None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:26:44.952533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:26:44.960657 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d0cc3183-f5a2-4a61-a94d-0c75281fb740 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/7d53940f-1b29-45f5-9344-24aad6d24a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7571621 Oct 26 11:26:44.960657 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60502) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:44.963526 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] Sync routers for ids ['7d53940f-1b29-45f5-9344-24aad6d24a0a'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:26:44.974628 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] Routers {'7d53940f-1b29-45f5-9344-24aad6d24a0a'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:44.975294 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['7d53940f-1b29-45f5-9344-24aad6d24a0a'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:44.979076 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:45.081811 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks [] for router (7d53940f-1b29-45f5-9344-24aad6d24a0a), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.088178 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] Set router 7d53940f-1b29-45f5-9344-24aad6d24a0a gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:45.311786 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:45.364537 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60514) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:45.409332 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:26:44Z', 'revision_number': 5, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:45.444504 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] Checking router: 7d53940f-1b29-45f5-9344-24aad6d24a0a for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:26:45.454400 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] Routers {'7d53940f-1b29-45f5-9344-24aad6d24a0a'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:26:45.455074 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:26:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['7d53940f-1b29-45f5-9344-24aad6d24a0a'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:45.485520 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:45.487180 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks [] for router_gateway (7d53940f-1b29-45f5-9344-24aad6d24a0a), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.510740 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-422616736-network', 'tenant_id': 'bc09774cd4634db792679d5276ea6a27'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:45.572257 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] Set router 7d53940f-1b29-45f5-9344-24aad6d24a0a gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:26:45.625579 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Made reservation on behalf of bc09774cd4634db792679d5276ea6a27 for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:26:45.627938 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.640967 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.673139 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Deleting port f5d3aaf9-30b9-457a-98cb-25243a404c91 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:45.674325 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.758135 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-ae08f6bb-7bd0-468d-81ef-40d44903602c None None] Provisioning complete for port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:26:45.758891 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ae08f6bb-7bd0-468d-81ef-40d44903602c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.759383 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-ae08f6bb-7bd0-468d-81ef-40d44903602c None None] Attempt 1 to provision port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 Oct 26 11:26:45.772890 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks [] for security_group (fe80dc65-3a03-41b8-b2fb-76f7109f2ec5), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.784923 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] For port f5d3aaf9-30b9-457a-98cb-25243a404c91, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=f5d3aaf9-30b9-457a-98cb-25243a404c91,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:45.785293 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.789172 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:26:44Z', 'revision_number': 5, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:45.800258 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Calling delete_port for f5d3aaf9-30b9-457a-98cb-25243a404c91 owned by network:router_gateway {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:45.820705 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b7d8c-6b05-4099-8ae2-773d5ab1675a None None] The sync data for ids ['7d53940f-1b29-45f5-9344-24aad6d24a0a'] in dv-cinder-815582-18-iscsi is: [{'id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'name': 'tempest-TestShelveInstance-344489791-router', 'tenant_id': '996248694ec54255a81168f3b06341cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:36Z', 'updated_at': '2022-10-26T11:26:44Z', 'revision_number': 5, 'project_id': '996248694ec54255a81168f3b06341cd', 'gw_port': {'id': 'f5d3aaf9-30b9-457a-98cb-25243a404c91', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d53940f-1b29-45f5-9344-24aad6d24a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:37Z', 'updated_at': '2022-10-26T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:26:45.843674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fe80dc65-3a03-41b8-b2fb-76f7109f2ec5), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.848343 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-ae08f6bb-7bd0-468d-81ef-40d44903602c None None] Current status of the port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:26:45.870359 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] vlan segment allocate from pool success with {'vlan_id': 469, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:26:45.892739 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (5c5ec560-35b4-4e03-bd30-9f9011ff4330), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.893105 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Added segment 5c5ec560-35b4-4e03-bd30-9f9011ff4330 of type vlan for network bf22f149-dc27-46cc-854f-ef93dc3bda24 Oct 26 11:26:45.901114 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe80dc65-3a03-41b8-b2fb-76f7109f2ec5,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:45.940482 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (bf22f149-dc27-46cc-854f-ef93dc3bda24), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:45.975640 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:46.072493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (f5d3aaf9-30b9-457a-98cb-25243a404c91), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.072755 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (bf22f149-dc27-46cc-854f-ef93dc3bda24), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.074119 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:46.074561 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.102633 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d3aaf9-30b9-457a-98cb-25243a404c91,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:46.141504 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] Pushing event updated for resources: {'Network': ['ID=bf22f149-dc27-46cc-854f-ef93dc3bda24,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:46.151315 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network bf22f149-dc27-46cc-854f-ef93dc3bda24 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:26:46.166642 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (7d53940f-1b29-45f5-9344-24aad6d24a0a), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.198386 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-154aaf6f-11cc-481c-bb52-ce5c4b4ad4da admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8327050 Oct 26 11:26:46.205346 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60524) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:46.209283 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Request body: {'subnet': {'network_id': 'bf22f149-dc27-46cc-854f-ef93dc3bda24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-422616736-subnet', 'tenant_id': 'bc09774cd4634db792679d5276ea6a27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:46.260076 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (7d53940f-1b29-45f5-9344-24aad6d24a0a), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.262248 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks [] for router_controller (7d53940f-1b29-45f5-9344-24aad6d24a0a), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.289555 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Made reservation on behalf of bc09774cd4634db792679d5276ea6a27 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:26:46.291991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.377414 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:46.381934 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (7d53940f-1b29-45f5-9344-24aad6d24a0a), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.382578 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d53940f-1b29-45f5-9344-24aad6d24a0a {{(pid=105072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:26:46.386906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.388043 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-711bbe91-5a6b-4116-9d93-36099ce921ab admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/7d53940f-1b29-45f5-9344-24aad6d24a0a HTTP/1.1" status: 204 len: 168 time: 1.4266205 Oct 26 11:26:46.391203 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60534) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:46.455692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:46.470784 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] Deleting subnet 2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:26:46.478224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] Publish callbacks [] for subnet (2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.552559 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.615278 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (bb7f004e-e226-4840-bfcc-2b9f841f1f89), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.648125 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f19676-97a0-4cc2-a58f-75bc07d9c39a req-7f6637e2-27a8-46f3-abad-d7fade21bc5c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:46.650048 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-21f19676-97a0-4cc2-a58f-75bc07d9c39a req-7f6637e2-27a8-46f3-abad-d7fade21bc5c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0521266 Oct 26 11:26:46.665180 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.698434 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-21f19676-97a0-4cc2-a58f-75bc07d9c39a req-e8a5be86-26e5-4895-a1dc-452e7b9b5049 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418508 Oct 26 11:26:46.710914 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7f004e-e226-4840-bfcc-2b9f841f1f89,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:46.728904 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Checking segment: {'id': '5c5ec560-35b4-4e03-bd30-9f9011ff4330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 469, 'network_id': 'bf22f149-dc27-46cc-854f-ef93dc3bda24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:26:46.729259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Network hostable DHCP agents. Network: bf22f149-dc27-46cc-854f-ef93dc3bda24, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:26:46.856274 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.859772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Network bf22f149-dc27-46cc-854f-ef93dc3bda24 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:26:46.872493 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:46.898192 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.902064 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4 HTTP/1.1" status: 204 len: 168 time: 0.5086908 Oct 26 11:26:46.903275 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9650261-ddb6-4975-80ea-3b000f6fd84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2435c2f8-de6f-4d1f-9ca7-fe80cc640dd4,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:46.903481 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a11620-bdcf-4594-8268-9b4764488ccc None None] Network d03898c1-9a4d-4f3c-abef-3fc36367b8af requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:26:46.905002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60538) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:46.946404 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, bf22f149-dc27-46cc-854f-ef93dc3bda24) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:26:46.951303 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:46.953595 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:46.961693 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:46.964474 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a88da7-316a-427f-9371-087a1c2e0546 None None] Network bf22f149-dc27-46cc-854f-ef93dc3bda24 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:26:46.978804 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (d03898c1-9a4d-4f3c-abef-3fc36367b8af), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.026180 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Deleting port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:47.026676 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.030865 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3edf8cde-d727-45c6-a6ff-3d2c07ea4128 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8226044 Oct 26 11:26:47.065134 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:47.093215 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] For port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,segment=NetworkSegment(67dba153-4876-4ecc-835d-553e44b596bb),segment_id=67dba153-4876-4ecc-835d-553e44b596bb)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:47.093572 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.106431 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:47.108265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Calling delete_port for 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 owned by network:dhcp {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:47.114704 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c971a4c3-d062-43fc-ad64-4265a524189f None None] Network bf22f149-dc27-46cc-854f-ef93dc3bda24 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:26:47.138524 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:47.145852 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] DHCP port deletion for d03898c1-9a4d-4f3c-abef-3fc36367b8af request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:26:47.228447 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] Deleting port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:26:47.228823 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.300093 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.322004 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] For port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,segment=NetworkSegment(67dba153-4876-4ecc-835d-553e44b596bb),segment_id=67dba153-4876-4ecc-835d-553e44b596bb)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:26:47.322413 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.330496 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:47.340605 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] No DVR routers for this DVR port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 on host dv-cinder-815582-18-iscsi {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:26:47.340725 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] Calling delete_port for 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:26:47.388692 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e115e704-af7d-4bb1-9f27-c9ba536e38cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.416676 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (d03898c1-9a4d-4f3c-abef-3fc36367b8af), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.433910 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (4b945ce1-9abe-43e8-88fe-3f1e923b7cd7), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.443175 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03898c1-9a4d-4f3c-abef-3fc36367b8af']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:47.452661 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dba153-4876-4ecc-835d-553e44b596bb') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:47.452862 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dba153-4876-4ecc-835d-553e44b596bb') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:26:47.459040 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] Pushing event deleted for resources: {'Port': ['ID=4b945ce1-9abe-43e8-88fe-3f1e923b7cd7,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:47.462573 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53af217-6e5f-40d4-9fd9-f3ca4405d2e1 None None] No DVR routers for this DVR port 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:26:47.466677 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (67dba153-4876-4ecc-835d-553e44b596bb), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.480902 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (67dba153-4876-4ecc-835d-553e44b596bb), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.488415 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Releasing vlan 480 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:26:47.488809 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (67dba153-4876-4ecc-835d-553e44b596bb), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.537017 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 67dba153-4876-4ecc-835d-553e44b596bb resource provider aggregate not found Oct 26 11:26:47.541974 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:47.557254 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 67dba153-4876-4ecc-835d-553e44b596bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67dba153-4876-4ecc-835d-553e44b596bb found for delete ", "request_id": "req-bf9a9839-00a8-4527-b401-296b0cfcbe95"}]} Oct 26 11:26:47.621312 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (d03898c1-9a4d-4f3c-abef-3fc36367b8af), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.627123 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.630705 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d03898c1-9a4d-4f3c-abef-3fc36367b8af HTTP/1.1" status: 204 len: 168 time: 0.7240930 Oct 26 11:26:47.639523 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 84b76304-75de-49a0-b72e-492c2e2a9d00 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:47.645699 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dcf2d-22af-41fb-a4b3-465f5576d102 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03898c1-9a4d-4f3c-abef-3fc36367b8af,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:47.663068 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 84b76304-75de-49a0-b72e-492c2e2a9d00 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:47.663498 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 84b76304-75de-49a0-b72e-492c2e2a9d00 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:47.663990 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device f5d3aaf9-30b9-457a-98cb-25243a404c91 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:47.686290 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: f5d3aaf9-30b9-457a-98cb-25243a404c91 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:47.686746 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device f5d3aaf9-30b9-457a-98cb-25243a404c91 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:47.687240 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:26:47.706338 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:26:47.706683 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4b945ce1-9abe-43e8-88fe-3f1e923b7cd7 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:26:47.803709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60562) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:47.808525 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-759437968-network', 'tenant_id': '6453923e032b4d9185288d458faed4d7'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:47.835110 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c50d2-f9b6-46c6-bf10-13afb48069a4 req-08317046-2fcc-4ad5-b391-1ca619aae633 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:47.836626 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a51c50d2-f9b6-46c6-bf10-13afb48069a4 req-08317046-2fcc-4ad5-b391-1ca619aae633 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0486424 Oct 26 11:26:47.884302 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a51c50d2-f9b6-46c6-bf10-13afb48069a4 req-f609666f-3ccd-44eb-b184-a1b3a80a5441 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413451 Oct 26 11:26:47.910915 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Made reservation on behalf of 6453923e032b4d9185288d458faed4d7 for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:26:47.913278 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:47.925160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.004448 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks [] for security_group (688afbc9-9f49-451c-87ba-4e2108114b94), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.016588 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60564) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:48.055936 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-0da7f0e3-2801-4934-a4db-8f6f2eb308fb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a30976e8b35f436b84dc4488dcf5acaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382862 Oct 26 11:26:48.058369 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60566) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:48.086030 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (688afbc9-9f49-451c-87ba-4e2108114b94), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.124996 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] vlan segment allocate from pool success with {'vlan_id': 462, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:26:48.131848 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688afbc9-9f49-451c-87ba-4e2108114b94,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:48.142256 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-401f1d7c-6806-43e3-8398-823d0c84a57a admin admin] Publish callbacks [] for security_group (cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.152605 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (05c3be74-5fe6-431f-918a-75fa89442294), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.152951 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Added segment 05c3be74-5fe6-431f-918a-75fa89442294 of type vlan for network 4fa9dbdb-f553-4142-a74f-c0bce3aca849 Oct 26 11:26:48.165724 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=3,neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:48.192653 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-401f1d7c-6806-43e3-8398-823d0c84a57a admin admin] Publish callbacks [] for security_group (cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.212657 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (4fa9dbdb-f553-4142-a74f-c0bce3aca849), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.335212 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (4fa9dbdb-f553-4142-a74f-c0bce3aca849), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.336149 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:48.336737 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.340400 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-401f1d7c-6806-43e3-8398-823d0c84a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.342894 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-401f1d7c-6806-43e3-8398-823d0c84a57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.344630 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-401f1d7c-6806-43e3-8398-823d0c84a57a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76 HTTP/1.1" status: 204 len: 168 time: 0.2847278 Oct 26 11:26:48.375157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f1d7c-6806-43e3-8398-823d0c84a57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9e7c4-22a0-45b7-9b9a-7c09f615bc76,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:48.411652 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa9dbdb-f553-4142-a74f-c0bce3aca849,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:48.422377 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 4fa9dbdb-f553-4142-a74f-c0bce3aca849 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:26:48.465674 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-0f1b954e-96d2-4cd0-ab13-b3d8b1d5d242 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6598930 Oct 26 11:26:48.473033 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60570) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:48.478315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Request body: {'subnet': {'network_id': '4fa9dbdb-f553-4142-a74f-c0bce3aca849', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-759437968-subnet', 'tenant_id': '6453923e032b4d9185288d458faed4d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:26:48.569608 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Made reservation on behalf of 6453923e032b4d9185288d458faed4d7 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:26:48.572106 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.808903 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (307362df-7db0-4e80-a6be-c471ea983231), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:48.871736 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Pushing event updated for resources: {'Subnet': ['ID=307362df-7db0-4e80-a6be-c471ea983231,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:48.879486 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Checking segment: {'id': '05c3be74-5fe6-431f-918a-75fa89442294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 462, 'network_id': '4fa9dbdb-f553-4142-a74f-c0bce3aca849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:26:48.879838 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Network hostable DHCP agents. Network: 4fa9dbdb-f553-4142-a74f-c0bce3aca849, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:26:48.958183 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Network 4fa9dbdb-f553-4142-a74f-c0bce3aca849 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:26:49.015185 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 4fa9dbdb-f553-4142-a74f-c0bce3aca849) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:26:49.017820 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1d361-4ad0-481d-94e0-6284f708ea49 req-6db14550-f6c2-42d9-b44a-f4ed729c7715 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:49.019361 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1ce1d361-4ad0-481d-94e0-6284f708ea49 req-6db14550-f6c2-42d9-b44a-f4ed729c7715 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0484388 Oct 26 11:26:49.020030 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:49.020621 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:49.024770 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28fdde7-404f-41f7-a8d8-de67f8bfae42 None None] Network 4fa9dbdb-f553-4142-a74f-c0bce3aca849 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:26:49.070526 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60576) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:49.088703 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1ce1d361-4ad0-481d-94e0-6284f708ea49 req-c1f99c16-08ed-4045-8723-a5120a6267e8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588737 Oct 26 11:26:49.099394 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b932831d-1431-43e3-b989-a587481c653d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6252074 Oct 26 11:26:49.137771 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b2e573e5-6288-4a99-bf75-8655e7ca5061 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=996248694ec54255a81168f3b06341cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648675 Oct 26 11:26:49.140484 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60580) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:26:49.141536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cce3e-c547-481c-af82-d80e2db48c2a None None] Network 4fa9dbdb-f553-4142-a74f-c0bce3aca849 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:26:49.165535 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:49.281265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e840b899-270e-4527-b8ab-ed94d250e396 admin admin] Publish callbacks [] for security_group (316c6172-0622-42b5-95b2-0dc9f16cf95f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:49.281265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e840b899-270e-4527-b8ab-ed94d250e396 admin admin] Publish callbacks [] for security_group (316c6172-0622-42b5-95b2-0dc9f16cf95f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:49.432200 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e840b899-270e-4527-b8ab-ed94d250e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (316c6172-0622-42b5-95b2-0dc9f16cf95f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:49.435087 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e840b899-270e-4527-b8ab-ed94d250e396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:49.438637 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e840b899-270e-4527-b8ab-ed94d250e396 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/316c6172-0622-42b5-95b2-0dc9f16cf95f HTTP/1.1" status: 204 len: 168 time: 0.2949312 Oct 26 11:26:49.445883 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840b899-270e-4527-b8ab-ed94d250e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c6172-0622-42b5-95b2-0dc9f16cf95f,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:26:49.694870 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:26:49.758612 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2593b13a-b0fd-44e8-8b6b-7062f914777e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:50.218402 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718c941-2959-4b03-a5b3-8072a7e0f7b0 req-728c674b-d945-49e0-b756-7bc2bf4f3df3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:50.219965 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2718c941-2959-4b03-a5b3-8072a7e0f7b0 req-728c674b-d945-49e0-b756-7bc2bf4f3df3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0464861 Oct 26 11:26:50.267925 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2718c941-2959-4b03-a5b3-8072a7e0f7b0 req-f62b8a5b-ef7d-4b0f-94ac-99bd36807e47 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423160 Oct 26 11:26:51.015308 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:51.396092 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad92d-d367-4246-a1d3-6744d26a2429 req-592049fc-e0c3-4430-bd9e-da79c8b5dc54 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:51.397896 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-690ad92d-d367-4246-a1d3-6744d26a2429 req-592049fc-e0c3-4430-bd9e-da79c8b5dc54 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0475233 Oct 26 11:26:51.444485 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-690ad92d-d367-4246-a1d3-6744d26a2429 req-c4f2e19c-35b5-45a0-9ed5-e649e94740ba tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409675 Oct 26 11:26:52.699951 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:52.716890 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea2c32-4cfc-4696-a806-42c94284d2cc req-2632c37f-b11a-4736-a89d-656a7b3642ea tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:52.720980 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9aea2c32-4cfc-4696-a806-42c94284d2cc req-2632c37f-b11a-4736-a89d-656a7b3642ea tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0459018 Oct 26 11:26:52.771613 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9aea2c32-4cfc-4696-a806-42c94284d2cc req-3782c37a-4919-4d83-abe2-3c9a4fc182c7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471778 Oct 26 11:26:52.889535 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:26:53.904118 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ded7d2-5655-417d-9e9b-5af4dc5fafb5 req-f3d4da34-dbf6-437a-962b-5a8cdd609e56 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:53.905562 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-81ded7d2-5655-417d-9e9b-5af4dc5fafb5 req-f3d4da34-dbf6-437a-962b-5a8cdd609e56 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0487213 Oct 26 11:26:53.951853 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-81ded7d2-5655-417d-9e9b-5af4dc5fafb5 req-241f14bf-f848-4095-95b3-187dfb4c0973 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407536 Oct 26 11:26:55.077137 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dc90a-ffdd-4464-980b-ae6db7f4ca0f req-0ec25f8d-4b8e-46ed-a222-92e4b939da0d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:55.078518 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf1dc90a-ffdd-4464-980b-ae6db7f4ca0f req-0ec25f8d-4b8e-46ed-a222-92e4b939da0d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0463617 Oct 26 11:26:55.124962 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cf1dc90a-ffdd-4464-980b-ae6db7f4ca0f req-0d000f51-a90b-4999-a89f-600608519af1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403903 Oct 26 11:26:55.792975 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=37 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:56.248680 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27292768-f168-4267-adde-76f7f3bddf6e req-f68d4235-06fc-4fbf-a068-6611674e7fd2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:56.250166 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-27292768-f168-4267-adde-76f7f3bddf6e req-f68d4235-06fc-4fbf-a068-6611674e7fd2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0453327 Oct 26 11:26:56.290015 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=9 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:56.297150 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-27292768-f168-4267-adde-76f7f3bddf6e req-6a296e34-fcc0-4ed7-ba00-f3c7e7b4df96 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408370 Oct 26 11:26:57.424362 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5589a4a-a47c-4c95-9bfb-786116d6d339 req-2b86f5a7-ca27-4f6c-9aee-410c756aa729 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:57.425856 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5589a4a-a47c-4c95-9bfb-786116d6d339 req-2b86f5a7-ca27-4f6c-9aee-410c756aa729 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0477924 Oct 26 11:26:57.462415 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:57.475319 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d5589a4a-a47c-4c95-9bfb-786116d6d339 req-85721c90-4d6b-4e49-96b4-97a160fa2a0a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437386 Oct 26 11:26:58.603655 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c8a5c-6b35-433a-bc14-512012e2ee36 req-3078d701-da08-4bf3-8e32-370e3042f1e9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:58.605109 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0f3c8a5c-6b35-433a-bc14-512012e2ee36 req-3078d701-da08-4bf3-8e32-370e3042f1e9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0456131 Oct 26 11:26:58.655446 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0f3c8a5c-6b35-433a-bc14-512012e2ee36 req-829148cf-a038-4986-b6bf-c1f204172742 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448577 Oct 26 11:26:59.691839 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=57 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:59.770458 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:26:59.785622 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141fae2-b80a-4584-9498-dce3dedd35d7 req-58d7815f-648d-41c5-8152-8590952eb0b2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:26:59.787178 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c141fae2-b80a-4584-9498-dce3dedd35d7 req-58d7815f-648d-41c5-8152-8590952eb0b2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0512121 Oct 26 11:26:59.835690 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c141fae2-b80a-4584-9498-dce3dedd35d7 req-13286775-a264-40fa-afbf-846775a7329e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429280 Oct 26 11:27:00.961251 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e194c4b-109e-45f1-af28-f9cab9442584 req-acbcc0df-d728-4d94-8510-1ef64128aaea tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:00.962759 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4e194c4b-109e-45f1-af28-f9cab9442584 req-acbcc0df-d728-4d94-8510-1ef64128aaea tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0470445 Oct 26 11:27:01.008884 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4e194c4b-109e-45f1-af28-f9cab9442584 req-77f25168-38ca-48b2-b8b6-766feddf223c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404403 Oct 26 11:27:02.132247 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c67fd-8e6e-4f81-943c-94c3b3cef376 req-d3b42851-2f9a-456f-a5e4-7e6ab0dbbd09 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:02.134335 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bd0c67fd-8e6e-4f81-943c-94c3b3cef376 req-d3b42851-2f9a-456f-a5e4-7e6ab0dbbd09 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0465899 Oct 26 11:27:02.184406 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bd0c67fd-8e6e-4f81-943c-94c3b3cef376 req-049b61a1-5713-4034-b661-421e2245283c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438297 Oct 26 11:27:02.841326 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:02.846743 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:02.848463 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:03.311641 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9de88f-52b0-4f4d-9b9e-db7b7854abf5 req-9c1018b2-c8fc-459b-8a93-1c20b4415f2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:03.313103 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fb9de88f-52b0-4f4d-9b9e-db7b7854abf5 req-9c1018b2-c8fc-459b-8a93-1c20b4415f2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0466304 Oct 26 11:27:03.359055 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fb9de88f-52b0-4f4d-9b9e-db7b7854abf5 req-7e3bc564-41fe-40cf-aa20-b5db126e15cf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404027 Oct 26 11:27:04.481188 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a49e5b-1130-4e5d-b0f7-5e48d7198de4 req-e2a05c42-456d-46a4-a9a3-973debf411c6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:04.482624 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a2a49e5b-1130-4e5d-b0f7-5e48d7198de4 req-e2a05c42-456d-46a4-a9a3-973debf411c6 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0450616 Oct 26 11:27:04.532419 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a2a49e5b-1130-4e5d-b0f7-5e48d7198de4 req-540c9aaa-f2b8-429c-be3b-96eb5277aad3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437849 Oct 26 11:27:05.224272 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:27:05.323807 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:05.335410 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'port_id': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'mac_address': 'fa:16:3e:ec:53:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:27:05.373996 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: ACTIVE; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:05.374387 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:05.387880 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:27:05.407841 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:05.478215 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:05.526129 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=6']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:05.659700 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:27:05.662871 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4205c80-313d-470c-ada8-1a477c9781df req-436378f9-4893-4813-9fa6-63f0789e2f9b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:05.664401 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e4205c80-313d-470c-ada8-1a477c9781df req-436378f9-4893-4813-9fa6-63f0789e2f9b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 945 time: 0.0510371 Oct 26 11:27:05.715356 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e4205c80-313d-470c-ada8-1a477c9781df req-1b372e8e-a3f9-4bcf-97ba-1930e7d9ed4d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453162 Oct 26 11:27:06.855050 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31117dfb-ce73-4fe3-a3c0-421a0a14d745 req-8b73027d-60c4-4d98-a122-a1e0da782a94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:06.856546 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-31117dfb-ce73-4fe3-a3c0-421a0a14d745 req-8b73027d-60c4-4d98-a122-a1e0da782a94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 945 time: 0.0477467 Oct 26 11:27:06.876169 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60736) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:06.905038 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-31117dfb-ce73-4fe3-a3c0-421a0a14d745 req-75ed5838-1543-42e1-a1d4-cb43ec5284d1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429964 Oct 26 11:27:06.923369 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_v2 [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] Deleting subnet bb7f004e-e226-4840-bfcc-2b9f841f1f89 {{(pid=105072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:27:06.926705 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] Publish callbacks [] for subnet (bb7f004e-e226-4840-bfcc-2b9f841f1f89), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:06.961418 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59669322'] for subnet (bb7f004e-e226-4840-bfcc-2b9f841f1f89), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:06.999055 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:07.003936 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (bb7f004e-e226-4840-bfcc-2b9f841f1f89), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.106946 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59548404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002332'] for subnet (bb7f004e-e226-4840-bfcc-2b9f841f1f89), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.132450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7f004e-e226-4840-bfcc-2b9f841f1f89,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:07.136245 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.139341 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-0703300c-204b-4ab8-b29f-ce45209a29de admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/bb7f004e-e226-4840-bfcc-2b9f841f1f89 HTTP/1.1" status: 204 len: 168 time: 0.2620134 Oct 26 11:27:07.141935 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60738) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:07.212528 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (bf22f149-dc27-46cc-854f-ef93dc3bda24), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.243548 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:07.286911 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:07.287211 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.287546 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 Oct 26 11:27:07.289657 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (bf22f149-dc27-46cc-854f-ef93dc3bda24), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.309763 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf22f149-dc27-46cc-854f-ef93dc3bda24']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:07.319957 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5ec560-35b4-4e03-bd30-9f9011ff4330') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:07.320256 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5ec560-35b4-4e03-bd30-9f9011ff4330') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:07.329776 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (5c5ec560-35b4-4e03-bd30-9f9011ff4330), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.343157 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (5c5ec560-35b4-4e03-bd30-9f9011ff4330), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.347202 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:07.349895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Releasing vlan 469 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:27:07.350282 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (5c5ec560-35b4-4e03-bd30-9f9011ff4330), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.358054 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:07.358443 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.375469 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 5c5ec560-35b4-4e03-bd30-9f9011ff4330 resource provider aggregate not found Oct 26 11:27:07.386382 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:27:07.388794 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3294486-64d5-40cd-a002-fc5e96752a56" -d '{"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-plugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:27:07.404103 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:07.415406 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 5c5ec560-35b4-4e03-bd30-9f9011ff4330 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c5ec560-35b4-4e03-bd30-9f9011ff4330 found for delete ", "request_id": "req-9882e5f5-02ab-4fec-8b2e-fc6a87c9098c"}]} Oct 26 11:27:07.432062 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32ddda5-737c-4db0-8137-1b14e0ee25c9 x-openstack-request-id: req-b32ddda5-737c-4db0-8137-1b14e0ee25c9 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:27:07.432359 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-plugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:27:07.432610 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b32ddda5-737c-4db0-8137-1b14e0ee25c9 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:27:07.433005 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32ddda5-737c-4db0-8137-1b14e0ee25c9'] response: {'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'code': 200} Oct 26 11:27:07.517222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.517998 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (bf22f149-dc27-46cc-854f-ef93dc3bda24), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.523740 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.527079 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/bf22f149-dc27-46cc-854f-ef93dc3bda24 HTTP/1.1" status: 204 len: 168 time: 0.3840899 Oct 26 11:27:07.529953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60746) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:07.537989 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4268-43f6-4225-b1eb-a4c655b6325e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf22f149-dc27-46cc-854f-ef93dc3bda24,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:07.565055 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=7']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:07.578489 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] Deleting subnet 307362df-7db0-4e80-a6be-c471ea983231 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:27:07.581848 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] Publish callbacks [] for subnet (307362df-7db0-4e80-a6be-c471ea983231), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.620364 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (307362df-7db0-4e80-a6be-c471ea983231), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.660136 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (307362df-7db0-4e80-a6be-c471ea983231), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.747185 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (307362df-7db0-4e80-a6be-c471ea983231), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.772812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307362df-7db0-4e80-a6be-c471ea983231,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:07.777691 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.780756 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b5193d5a-4cfb-4443-a5c3-227b7d5dd2a4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/307362df-7db0-4e80-a6be-c471ea983231 HTTP/1.1" status: 204 len: 168 time: 0.2498136 Oct 26 11:27:07.783272 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60748) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:07.853256 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (4fa9dbdb-f553-4142-a74f-c0bce3aca849), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.928325 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (4fa9dbdb-f553-4142-a74f-c0bce3aca849), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.951974 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa9dbdb-f553-4142-a74f-c0bce3aca849']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:07.961414 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c3be74-5fe6-431f-918a-75fa89442294') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:07.961703 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c3be74-5fe6-431f-918a-75fa89442294') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:07.971285 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (05c3be74-5fe6-431f-918a-75fa89442294), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:07.986078 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (05c3be74-5fe6-431f-918a-75fa89442294), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.013444 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:08.020415 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Releasing vlan 462 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:27:08.020811 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (05c3be74-5fe6-431f-918a-75fa89442294), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.052088 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2dc91-8877-4380-b2b5-405fcfe1b088 req-468fc858-e12e-4c97-94f8-e0ff560d7cd7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:08.053601 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dde2dc91-8877-4380-b2b5-405fcfe1b088 req-468fc858-e12e-4c97-94f8-e0ff560d7cd7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0692334 Oct 26 11:27:08.055018 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 05c3be74-5fe6-431f-918a-75fa89442294 resource provider aggregate not found Oct 26 11:27:08.097666 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 05c3be74-5fe6-431f-918a-75fa89442294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05c3be74-5fe6-431f-918a-75fa89442294 found for delete ", "request_id": "req-3c375a5a-ce4f-4290-8c0d-1b983950572e"}]} Oct 26 11:27:08.131460 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:08.135898 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dde2dc91-8877-4380-b2b5-405fcfe1b088 req-e8707877-1c87-4e07-8ae5-bf6760144c17 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535569 Oct 26 11:27:08.192360 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (4fa9dbdb-f553-4142-a74f-c0bce3aca849), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.197801 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.200894 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4fa9dbdb-f553-4142-a74f-c0bce3aca849 HTTP/1.1" status: 204 len: 168 time: 0.4162092 Oct 26 11:27:08.212563 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009b10a-8cf3-4a78-9c77-db16be10104a admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa9dbdb-f553-4142-a74f-c0bce3aca849,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:08.545568 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60758) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:08.589904 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d83b8190-7a68-4b2f-911b-10ae101114d0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bc09774cd4634db792679d5276ea6a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432220 Oct 26 11:27:08.592443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 60760) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:08.638123 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-efbc4af9-7d3d-40c0-9db8-1071ec7d2ee0 admin admin] Publish callbacks [] for security_group (fe80dc65-3a03-41b8-b2fb-76f7109f2ec5), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.658297 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-efbc4af9-7d3d-40c0-9db8-1071ec7d2ee0 admin admin] Publish callbacks [] for security_group (fe80dc65-3a03-41b8-b2fb-76f7109f2ec5), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.786629 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-efbc4af9-7d3d-40c0-9db8-1071ec7d2ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fe80dc65-3a03-41b8-b2fb-76f7109f2ec5), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.789161 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-efbc4af9-7d3d-40c0-9db8-1071ec7d2ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:08.790316 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-efbc4af9-7d3d-40c0-9db8-1071ec7d2ee0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe80dc65-3a03-41b8-b2fb-76f7109f2ec5 HTTP/1.1" status: 204 len: 168 time: 0.1970041 Oct 26 11:27:08.798789 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc4af9-7d3d-40c0-9db8-1071ec7d2ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe80dc65-3a03-41b8-b2fb-76f7109f2ec5,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:09.265941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1a39-40ee-4abf-a214-f510273512af req-bf6a647d-1a97-4e75-82d7-fac5e00f7a86 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:09.267456 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-80dd1a39-40ee-4abf-a214-f510273512af req-bf6a647d-1a97-4e75-82d7-fac5e00f7a86 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0474730 Oct 26 11:27:09.316428 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-80dd1a39-40ee-4abf-a214-f510273512af req-73ca557d-12be-4e98-8980-28400154658c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429249 Oct 26 11:27:09.461532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60780) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:09.503294 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a8473443-e944-4791-afed-949506b7ae80 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6453923e032b4d9185288d458faed4d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403941 Oct 26 11:27:09.505920 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 60782) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:09.553476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-62c1fc50-3240-4c9a-b686-2c897a4805fd admin admin] Publish callbacks [] for security_group (688afbc9-9f49-451c-87ba-4e2108114b94), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:09.572693 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-62c1fc50-3240-4c9a-b686-2c897a4805fd admin admin] Publish callbacks [] for security_group (688afbc9-9f49-451c-87ba-4e2108114b94), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:09.717420 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-62c1fc50-3240-4c9a-b686-2c897a4805fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (688afbc9-9f49-451c-87ba-4e2108114b94), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:09.720008 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-62c1fc50-3240-4c9a-b686-2c897a4805fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:09.724004 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-62c1fc50-3240-4c9a-b686-2c897a4805fd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/688afbc9-9f49-451c-87ba-4e2108114b94 HTTP/1.1" status: 204 len: 168 time: 0.2143011 Oct 26 11:27:09.735983 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1fc50-3240-4c9a-b686-2c897a4805fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688afbc9-9f49-451c-87ba-4e2108114b94,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:10.451532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a94bdc-5dd6-41b1-9cb4-1610df9a51bb req-23b5055e-0a4c-44c9-8d0e-44f1c1f205d4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:10.453053 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-68a94bdc-5dd6-41b1-9cb4-1610df9a51bb req-23b5055e-0a4c-44c9-8d0e-44f1c1f205d4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0529959 Oct 26 11:27:10.504861 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-68a94bdc-5dd6-41b1-9cb4-1610df9a51bb req-e419bc97-1ce0-47dc-988d-3946f8fa00af tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461142 Oct 26 11:27:11.676359 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fa415-3aca-4faf-9ef9-f1ed4333c5b3 req-18a53376-930d-4e83-9618-5b6a976868a8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:11.677884 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-570fa415-3aca-4faf-9ef9-f1ed4333c5b3 req-18a53376-930d-4e83-9618-5b6a976868a8 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0548601 Oct 26 11:27:11.747108 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-570fa415-3aca-4faf-9ef9-f1ed4333c5b3 req-8b1b04c1-74c1-4933-a772-cfdaac1dcb7b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629225 Oct 26 11:27:12.667377 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:12.873220 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bbfc2-33b4-47ec-877c-9528c4b4a427 req-49aa1464-7619-4588-a5e0-6882e9d56267 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:12.874973 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3a2bbfc2-33b4-47ec-877c-9528c4b4a427 req-49aa1464-7619-4588-a5e0-6882e9d56267 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0487654 Oct 26 11:27:12.927500 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3a2bbfc2-33b4-47ec-877c-9528c4b4a427 req-624444b7-1ffb-4984-b86e-815d8653b73a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456226 Oct 26 11:27:14.082697 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ac535-8508-4c1e-8c2a-41d6bff9868c req-a673aaab-942b-4843-8275-6c04d8279626 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:14.084329 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a82ac535-8508-4c1e-8c2a-41d6bff9868c req-a673aaab-942b-4843-8275-6c04d8279626 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0598726 Oct 26 11:27:14.152247 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a82ac535-8508-4c1e-8c2a-41d6bff9868c req-c246d529-66bf-4ce2-aba1-ad7ed7209b13 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611675 Oct 26 11:27:15.281124 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243ac64-3dbc-4fc9-bd14-511caa044923 req-70e2d4ac-433a-4cdd-a07b-4e8c1720c05c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:15.283231 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0243ac64-3dbc-4fc9-bd14-511caa044923 req-70e2d4ac-433a-4cdd-a07b-4e8c1720c05c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0508399 Oct 26 11:27:15.335988 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0243ac64-3dbc-4fc9-bd14-511caa044923 req-a9228542-2bc2-4918-8172-4bac1defaebc tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466466 Oct 26 11:27:16.481644 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feab0c0-e031-43be-af1d-37defc51c3e3 req-ce1659fc-3b2a-4319-8adf-ae123b19ba81 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:16.483186 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2feab0c0-e031-43be-af1d-37defc51c3e3 req-ce1659fc-3b2a-4319-8adf-ae123b19ba81 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0595536 Oct 26 11:27:16.529526 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2feab0c0-e031-43be-af1d-37defc51c3e3 req-e89b5226-3b3a-4e2c-98e2-76d6a353c10e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408807 Oct 26 11:27:17.358465 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b7c43512-3945-486f-b34c-0ff45ad502ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:17.661153 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fbf99-928b-4e8b-a9ab-b0f380c40f38 req-df87b5e0-288f-4206-b88d-85b3596b117b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:17.662548 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0b4fbf99-928b-4e8b-a9ab-b0f380c40f38 req-df87b5e0-288f-4206-b88d-85b3596b117b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0487075 Oct 26 11:27:17.718498 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0b4fbf99-928b-4e8b-a9ab-b0f380c40f38 req-9c9c0d10-37d8-46bf-b9fb-78a33df59ae7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477760 Oct 26 11:27:18.727953 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:18.729825 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:18.907942 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:18.918028 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac3f3-e7a5-4b13-b61a-92ecf01dc261 req-027a36bf-600f-42eb-984d-f4086e9516e9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:18.920118 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-172ac3f3-e7a5-4b13-b61a-92ecf01dc261 req-027a36bf-600f-42eb-984d-f4086e9516e9 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0782740 Oct 26 11:27:18.927775 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-5045f199-c630-45fd-a28e-d79615cfcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:18.932433 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-5045f199-c630-45fd-a28e-d79615cfcfc4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1130 time: 0.0622752 Oct 26 11:27:19.012935 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-172ac3f3-e7a5-4b13-b61a-92ecf01dc261 req-8347d61c-eb5e-409c-ae8b-27e6d33b5baa tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852151 Oct 26 11:27:19.072407 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-6991f860-8c2d-4b82-9261-dbdf8d9804b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:19.074003 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-6991f860-8c2d-4b82-9261-dbdf8d9804b7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.1192124 Oct 26 11:27:19.140053 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-2a27a3f0-35c7-4865-9c32-59fb4113ec45 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 200 len: 1002 time: 0.0601220 Oct 26 11:27:19.210282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-d9820029-aa71-461d-9264-2222fec6421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:19.212343 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-d9820029-aa71-461d-9264-2222fec6421c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0665572 Oct 26 11:27:19.260648 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-16ba131a-b6e0-445d-a9bb-ab2ba0d1ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:19.262324 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-16ba131a-b6e0-445d-a9bb-ab2ba0d1ad9a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442266 Oct 26 11:27:19.362724 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-7f389ce8-76b9-4f44-a7c5-a0de275ed7cd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941784 Oct 26 11:27:19.389071 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:19.397625 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:19.457132 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-888077a0-401c-4749-9603-b6f94a6d81c3 req-94532c73-cf15-4e13-9583-afdfcf9739e8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883553 Oct 26 11:27:19.810009 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f7ecf6cd-0b2b-4638-ad76-c9d2653c4cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:20.166878 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d063-97a8-45ce-b6e7-39b31f7beb5c req-b9ca46f6-d3ed-4559-96be-41a41f5963f4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:20.169136 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-aff7d063-97a8-45ce-b6e7-39b31f7beb5c req-b9ca46f6-d3ed-4559-96be-41a41f5963f4 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0569315 Oct 26 11:27:20.234681 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-aff7d063-97a8-45ce-b6e7-39b31f7beb5c req-7805ea0b-cd02-4209-acb8-3510cfc7ad30 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572040 Oct 26 11:27:21.042713 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:21.359554 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ced14e-0acf-4ef0-a8df-490d2bc274f2 req-2f9a1f08-a617-4d1a-8dc8-4441cfc95c2c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:21.361061 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95ced14e-0acf-4ef0-a8df-490d2bc274f2 req-2f9a1f08-a617-4d1a-8dc8-4441cfc95c2c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0463305 Oct 26 11:27:21.408231 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95ced14e-0acf-4ef0-a8df-490d2bc274f2 req-d836efe6-5d6f-43cc-a7ac-e02bd0aa0e15 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418756 Oct 26 11:27:22.536204 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b756c5-c2ff-45fd-98e0-7261ce5dd4a3 req-c6823829-87fe-48a0-9d24-0a34cb46aea7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:22.537684 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f1b756c5-c2ff-45fd-98e0-7261ce5dd4a3 req-c6823829-87fe-48a0-9d24-0a34cb46aea7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0499825 Oct 26 11:27:22.585249 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f1b756c5-c2ff-45fd-98e0-7261ce5dd4a3 req-f5b33fb4-9657-4aea-b506-24dea0063e4f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418127 Oct 26 11:27:22.705958 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:22.883515 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a716cd-250f-48ef-823a-291270b9f091 req-c43d3aff-787b-4520-a3eb-8043fe991884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:22.885302 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54a716cd-250f-48ef-823a-291270b9f091 req-c43d3aff-787b-4520-a3eb-8043fe991884 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1130 time: 0.0389745 Oct 26 11:27:22.900336 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:22.980694 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a716cd-250f-48ef-823a-291270b9f091 req-af8c19f3-0b6e-47dc-a083-829c87d5474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:22.982110 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54a716cd-250f-48ef-823a-291270b9f091 req-af8c19f3-0b6e-47dc-a083-829c87d5474a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.0911334 Oct 26 11:27:23.043877 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54a716cd-250f-48ef-823a-291270b9f091 req-59c25582-4a28-4838-b610-11f80ef120ae service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 200 len: 1002 time: 0.0538406 Oct 26 11:27:23.094370 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a716cd-250f-48ef-823a-291270b9f091 req-cce4a201-86cd-4c4e-be80-29ea7cf81f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:23.095810 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54a716cd-250f-48ef-823a-291270b9f091 req-cce4a201-86cd-4c4e-be80-29ea7cf81f94 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0434203 Oct 26 11:27:23.145026 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a716cd-250f-48ef-823a-291270b9f091 req-11cd2684-5e5c-4cfa-972a-35640d5dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:23.146456 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54a716cd-250f-48ef-823a-291270b9f091 req-11cd2684-5e5c-4cfa-972a-35640d5dca52 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420272 Oct 26 11:27:23.234030 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54a716cd-250f-48ef-823a-291270b9f091 req-46c821f9-d0ac-4593-973f-5130daae1ed3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803342 Oct 26 11:27:23.324334 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-54a716cd-250f-48ef-823a-291270b9f091 req-e0b6344b-b1a2-4f04-98c2-85a1ee2267e3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843003 Oct 26 11:27:23.710186 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54361-6126-42f7-9b34-19a58202ad32 req-85d19cb8-e7ab-4d41-8c25-c021bd1c345c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:23.711679 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46a54361-6126-42f7-9b34-19a58202ad32 req-85d19cb8-e7ab-4d41-8c25-c021bd1c345c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0468678 Oct 26 11:27:23.757720 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46a54361-6126-42f7-9b34-19a58202ad32 req-a51216b4-2912-4715-a71b-7ab9104e7262 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405755 Oct 26 11:27:24.885749 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8d2b8-bcc9-4d0b-a6d5-f002f119a48c req-d2aeb51b-caf5-4c2f-b306-b1e0cb787247 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:24.887255 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48c8d2b8-bcc9-4d0b-a6d5-f002f119a48c req-d2aeb51b-caf5-4c2f-b306-b1e0cb787247 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 946 time: 0.0475357 Oct 26 11:27:24.939557 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48c8d2b8-bcc9-4d0b-a6d5-f002f119a48c req-b398b187-f325-45da-897c-335befd2e435 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463650 Oct 26 11:27:25.276313 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-1741b5ae-e5bf-4703-9e57-e80f931ab9a5 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1592834590&fields=id&tenant_id=e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 267 time: 0.0512469 Oct 26 11:27:25.292637 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:25.343373 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:27:25.391830 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-fe1a8160-5b8e-4989-9a9e-b2ba8633294b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:25.393534 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-fe1a8160-5b8e-4989-9a9e-b2ba8633294b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 812 time: 0.1101272 Oct 26 11:27:25.412224 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1ad70d9-0650-4618-8c78-1baaccbf3c6b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/quotas/e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 375 time: 0.0122166 Oct 26 11:27:25.425034 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: ACTIVE; New status is: DOWN {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:25.425518 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:25.456351 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:27:25.459449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953cd443-b7b9-4a3c-9fbf-625d5d6252cc" -d '{"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:27:25.479726 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:25.495612 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-1c4973cd-0911-47a2-b771-f93d34539c4e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652621 Oct 26 11:27:25.509862 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Oct 2022 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d044536-221a-4a31-bece-8091ab3d1469 x-openstack-request-id: req-6d044536-221a-4a31-bece-8091ab3d1469 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:27:25.510223 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:27:25.510544 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d044536-221a-4a31-bece-8091ab3d1469 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:27:25.511195 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d044536-221a-4a31-bece-8091ab3d1469'] response: {'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'code': 200} Oct 26 11:27:25.541775 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:25.596678 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=8']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:25.615371 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-38620986-e01e-49f8-9b39-98158c2c1831 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072276 Oct 26 11:27:25.710943 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-efbddffe-aeb8-4aac-b285-94a7cc42ef55 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943515 Oct 26 11:27:26.077602 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217e495-65a0-44a4-880d-3afc2dd2d719 req-f51973b9-46fa-449f-980d-13ee0dabf44b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:26.079076 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2217e495-65a0-44a4-880d-3afc2dd2d719 req-f51973b9-46fa-449f-980d-13ee0dabf44b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0509939 Oct 26 11:27:26.120625 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:26.128503 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2217e495-65a0-44a4-880d-3afc2dd2d719 req-6b94c71e-1594-40f1-9992-b26ec83351bf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435672 Oct 26 11:27:26.356186 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3caf2e6f-12c4-4c5a-b615-252febb14cfc req-2a3ad333-9655-4699-9dd8-56e843920c0a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 210 time: 0.0292447 Oct 26 11:27:26.693740 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:27:27.482905 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a1a7c363-f879-416f-b8bf-d3acb10ffbeb req-54b0687e-178d-4704-8de4-2ff83fe4009b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 210 time: 0.0341551 Oct 26 11:27:28.379928 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [req-9d966056-e948-4ea7-89be-5a5040300625 req-7d15037e-4243-4412-99f2-0d2e7eb1de50 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:27:28.380912 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9d966056-e948-4ea7-89be-5a5040300625 req-7d15037e-4243-4412-99f2-0d2e7eb1de50 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053773 Oct 26 11:27:28.559967 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-fa95fbbe-2035-48f2-b0a1-1f3c6dabf14b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:28.561262 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-fa95fbbe-2035-48f2-b0a1-1f3c6dabf14b tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 812 time: 0.1014893 Oct 26 11:27:28.596679 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-25050dcc-207f-47e7-9cf9-3ea57159a429 req-e5ad42e4-1a91-41f1-8b83-6ac6c8ecb5fc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 210 time: 0.0431988 Oct 26 11:27:28.637654 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:28.647911 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-69a99938-50a8-4b62-8b8e-2fb239907c46 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e378bfab9d91492e81320139fed867c6 HTTP/1.1" status: 200 len: 380 time: 0.0577750 Oct 26 11:27:28.656808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'port': {'device_id': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'admin_state_up': True, 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'security_groups': ['54458c52-d4a3-4b90-889d-0c3e92078ea2']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:28.817925 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321555-0ccd-417a-b25b-2f73d819e6a4 req-ac77afe7-57e9-4f77-be1c-9ba3185332ca tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:28.819378 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3e321555-0ccd-417a-b25b-2f73d819e6a4 req-ac77afe7-57e9-4f77-be1c-9ba3185332ca tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0663285 Oct 26 11:27:28.872877 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3e321555-0ccd-417a-b25b-2f73d819e6a4 req-78abfcc5-5fdc-4f1d-a06e-942db035cd0d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456481 Oct 26 11:27:28.896149 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Made reservation on behalf of e378bfab9d91492e81320139fed867c6 for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:27:28.900623 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.039932 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Allocated IP 172.20.0.4 (5b1f4268-e846-46c0-b38f-b877c6621858/4673aec7-54b8-4a38-b1f6-b719c1658a97/5b41cdbe-3c75-436a-bb3e-d85764fc830a) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:29.180630 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.272599 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.316055 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Network 5b1f4268-e846-46c0-b38f-b877c6621858 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:29.321937 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:29.324427 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:29.339730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 32866) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:29.343731 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:27:29.365550 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=5b41cdbe-3c75-436a-bb3e-d85764fc830a,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:29.371135 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:29.379805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.380148 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.384921 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:29.412025 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:29.412025 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.450401 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: DOWN; New status is: DOWN {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:29.450604 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-6fd81510-61ff-4a6c-ae4a-ddec4321a4a0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045051 Oct 26 11:27:29.454879 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-67064eae-d840-4051-8755-987fca0c0649 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:27:29.455873 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-67064eae-d840-4051-8755-987fca0c0649 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053029 Oct 26 11:27:29.533954 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 32874) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:29.544344 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a1e32c54-f5e3-41f7-8abe-c63ee3ca02ed tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8910224 Oct 26 11:27:29.558217 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:29.562337 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Request body: {'port': {'device_id': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:29.562903 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-cd9705c7-788d-43ca-a5fc-8d43d71f413c None None] Provisioning complete for port 5b41cdbe-3c75-436a-bb3e-d85764fc830a triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:29.563133 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-cd9705c7-788d-43ca-a5fc-8d43d71f413c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.563475 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-cd9705c7-788d-43ca-a5fc-8d43d71f413c None None] Attempt 1 to provision port 5b41cdbe-3c75-436a-bb3e-d85764fc830a Oct 26 11:27:29.588716 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:29.599618 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-cd9705c7-788d-43ca-a5fc-8d43d71f413c None None] Port 5b41cdbe-3c75-436a-bb3e-d85764fc830a cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:27:29.627869 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.639770 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-1c8d9b28-9840-43ca-ace3-593b32024cf1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:29.641618 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-1c8d9b28-9840-43ca-ace3-593b32024cf1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports/d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 200 len: 941 time: 0.1066782 Oct 26 11:27:29.674419 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:29.742118 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57e33e-b490-415b-8133-876c6273e3a3 req-4d4db276-5884-4c11-a303-2b9321fe0c83 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:29.742772 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5a57e33e-b490-415b-8133-876c6273e3a3 req-4d4db276-5884-4c11-a303-2b9321fe0c83 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 931 time: 0.0621023 Oct 26 11:27:29.817796 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5a57e33e-b490-415b-8133-876c6273e3a3 req-0457e273-1585-4e1d-b1a4-90f95fc0f0b8 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640190 Oct 26 11:27:29.920756 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b41cdbe-3c75-436a-bb3e-d85764fc830a {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:27:29.934178 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Publish callbacks [] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:29.943729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Transition to ACTIVE for port object 5b41cdbe-3c75-436a-bb3e-d85764fc830a will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:27:30.006319 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba2e2f-2b27-44d6-a8b0-efdfb3a2d487 req-05ccc2d6-080a-41ad-8ceb-b8f4c1a8e439 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:30.007829 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c4ba2e2f-2b27-44d6-a8b0-efdfb3a2d487 req-05ccc2d6-080a-41ad-8ceb-b8f4c1a8e439 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0460057 Oct 26 11:27:30.038107 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:30.091653 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c4ba2e2f-2b27-44d6-a8b0-efdfb3a2d487 req-7856a083-0a64-4bfe-a072-e779e999bb5d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778244 Oct 26 11:27:30.124449 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:30.142285 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b41cdbe-3c75-436a-bb3e-d85764fc830a,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:30.174870 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Attempting to bind port 5b41cdbe-3c75-436a-bb3e-d85764fc830a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:27:30.175207 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Attempting to bind port 5b41cdbe-3c75-436a-bb3e-d85764fc830a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:27:30.175534 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Attempting to bind port 5b41cdbe-3c75-436a-bb3e-d85764fc830a on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:30.217140 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Port 5b41cdbe-3c75-436a-bb3e-d85764fc830a on network 5b1f4268-e846-46c0-b38f-b877c6621858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:27:30.217396 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Attempting to bind port 5b41cdbe-3c75-436a-bb3e-d85764fc830a on network 5b1f4268-e846-46c0-b38f-b877c6621858 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:30.258599 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:27:30.258961 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Checking segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:30.259344 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Bound using segment: {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:27:30.259772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Bound port: 5b41cdbe-3c75-436a-bb3e-d85764fc830a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd96863b-60ca-4a36-b692-fb41cacd01e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 496, 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:27:30.260128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:30.336999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] For port 5b41cdbe-3c75-436a-bb3e-d85764fc830a, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:27:30.340221 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] For port 5b41cdbe-3c75-436a-bb3e-d85764fc830a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:27:30.428322 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:30.434431 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:30.435069 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:30.436473 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5b41cdbe-3c75-436a-bb3e-d85764fc830a HTTP/1.1" status: 200 len: 1093 time: 0.8791897 Oct 26 11:27:30.438165 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:27:30.439420 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc075a8-33b8-4627-b116-c87a5591886e" -d '{"events": [{"name": "network-changed", "server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:27:30.485514 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43237-d551-4cab-9768-adc0391546c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b41cdbe-3c75-436a-bb3e-d85764fc830a,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:30.493076 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df32ea8-8229-443c-aad7-e717db7725f6 x-openstack-request-id: req-7df32ea8-8229-443c-aad7-e717db7725f6 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:27:30.493435 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:27:30.493685 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7df32ea8-8229-443c-aad7-e717db7725f6 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:27:30.494493 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df32ea8-8229-443c-aad7-e717db7725f6'] response: {'name': 'network-changed', 'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'status': 'completed', 'code': 200} Oct 26 11:27:30.592403 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc075a8-33b8-4627-b116-c87a5591886e req-27c574b9-a8a5-453d-86ec-85147e6a0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:30.593879 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dbc075a8-33b8-4627-b116-c87a5591886e req-27c574b9-a8a5-453d-86ec-85147e6a0ac3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 1127 time: 0.0388210 Oct 26 11:27:30.730644 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc075a8-33b8-4627-b116-c87a5591886e req-b836edf6-08dc-478b-a398-4931bd0b028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:30.732135 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dbc075a8-33b8-4627-b116-c87a5591886e req-b836edf6-08dc-478b-a398-4931bd0b028c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=e378bfab9d91492e81320139fed867c6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972576 Oct 26 11:27:30.831442 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc075a8-33b8-4627-b116-c87a5591886e req-13da2003-01cc-4f70-9a00-ea877343e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:30.832900 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-dbc075a8-33b8-4627-b116-c87a5591886e req-13da2003-01cc-4f70-9a00-ea877343e6cd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950651 Oct 26 11:27:30.960956 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-7589c4b0-c3f7-4113-b2ed-4d45343a3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:30.962449 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-7589c4b0-c3f7-4113-b2ed-4d45343a3961 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 1127 time: 0.0731351 Oct 26 11:27:30.968327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9b266-c1c7-427f-a607-18551d38f010 req-058c770f-c35e-4c85-8763-ddb0ce947c16 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:30.969654 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7da9b266-c1c7-427f-a607-18551d38f010 req-058c770f-c35e-4c85-8763-ddb0ce947c16 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0716372 Oct 26 11:27:31.022017 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-f184057b-fe51-4cef-a8e5-c5c97cb4436b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a HTTP/1.1" status: 200 len: 217 time: 0.0389969 Oct 26 11:27:31.025935 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:31.082963 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7da9b266-c1c7-427f-a607-18551d38f010 req-f47f858c-3100-488c-a5a9-704daef17857 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071661 Oct 26 11:27:31.093339 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a6b50d88-0c72-40d3-ab0d-5458dc38aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:31.094741 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-a6b50d88-0c72-40d3-ab0d-5458dc38aa15 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0631111 Oct 26 11:27:31.221658 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea259b3-b798-42c9-8d7e-73222edc41b4 req-f217fdfd-b133-4b42-94c1-acbc520f15ba tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:31.223734 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8ea259b3-b798-42c9-8d7e-73222edc41b4 req-f217fdfd-b133-4b42-94c1-acbc520f15ba tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0476370 Oct 26 11:27:31.248460 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:31.273884 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8ea259b3-b798-42c9-8d7e-73222edc41b4 req-f0205dca-d297-4bfa-a7d8-79b4417218a7 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446362 Oct 26 11:27:31.326228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-0a5f5a37-5761-4c2c-ad35-9f4a23d9d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:31.327788 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-0a5f5a37-5761-4c2c-ad35-9f4a23d9d5c9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387983 Oct 26 11:27:31.382862 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-d6f1bc62-f98a-4f0f-bcd1-e7a61d43644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:31.384399 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-d6f1bc62-f98a-4f0f-bcd1-e7a61d43644d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd&tenant_id=ab29bf15969d46da9670efa2b52e6676 HTTP/1.1" status: 200 len: 1128 time: 0.0403805 Oct 26 11:27:31.438809 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-f5169b85-8b34-42f7-8c39-aabe2ab4371a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931795 Oct 26 11:27:31.466275 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-b5c118c0-3329-4405-b2dd-2f72ccb1df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:31.469743 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-b5c118c0-3329-4405-b2dd-2f72ccb1df6b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab29bf15969d46da9670efa2b52e6676&device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1128 time: 0.0410113 Oct 26 11:27:31.531542 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-46d86a1e-e11c-487d-8f47-6dd188bf20c9 req-dce04c72-5cda-45eb-9121-63bd6627ef4b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876334 Oct 26 11:27:31.561216 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-a133acab-dde5-428e-a355-8fad38d32d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:31.562687 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-a133acab-dde5-428e-a355-8fad38d32d52 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 200 len: 918 time: 0.0882356 Oct 26 11:27:31.624898 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-fdd8a90d-c801-4be7-a7fc-8ffd2c3739e6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 200 len: 1000 time: 0.0554664 Oct 26 11:27:31.673936 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-1f2d4f55-2062-4cb0-aa8d-79268168ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:31.675383 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-1f2d4f55-2062-4cb0-aa8d-79268168ed59 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 200 len: 856 time: 0.0437639 Oct 26 11:27:31.862938 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 32906) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:31.967841 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:32.045163 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Publish callbacks [] for security_group (eab52a11-8593-45ae-9cb0-d62fba422c35), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:32.111169 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (eab52a11-8593-45ae-9cb0-d62fba422c35), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:32.154770 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0228237edca34990889f2074e63c33a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898870 Oct 26 11:27:32.154770 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab52a11-8593-45ae-9cb0-d62fba422c35,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:32.155119 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 32912) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:32.155507 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:32.172448 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.172792 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.173127 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.173459 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.173784 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.174108 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.174454 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.174837 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.175277 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.175603 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.175922 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.176748 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.177066 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.177379 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.177694 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121dc156-55e5-46fd-baee-9690b55c7339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:32.207528 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c9af1-d29e-4d9b-9e35-bf8c6da2e404 req-d3264838-ee37-45c8-b5db-12eafca6a52f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:32.209198 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-398c9af1-d29e-4d9b-9e35-bf8c6da2e404 req-d3264838-ee37-45c8-b5db-12eafca6a52f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0491447 Oct 26 11:27:32.221545 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57b95c73-279d-4618-98c1-16edd029fbef admin admin] Publish callbacks [] for security_group (eab52a11-8593-45ae-9cb0-d62fba422c35), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:32.242116 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57b95c73-279d-4618-98c1-16edd029fbef admin admin] Publish callbacks [] for security_group (eab52a11-8593-45ae-9cb0-d62fba422c35), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:32.261995 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-398c9af1-d29e-4d9b-9e35-bf8c6da2e404 req-a71484a0-4b7d-44d9-9024-64617340d933 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472720 Oct 26 11:27:32.357261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57b95c73-279d-4618-98c1-16edd029fbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (eab52a11-8593-45ae-9cb0-d62fba422c35), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:32.359906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57b95c73-279d-4618-98c1-16edd029fbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:32.361054 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-57b95c73-279d-4618-98c1-16edd029fbef admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/eab52a11-8593-45ae-9cb0-d62fba422c35 HTTP/1.1" status: 204 len: 168 time: 0.2044594 Oct 26 11:27:32.379399 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b95c73-279d-4618-98c1-16edd029fbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab52a11-8593-45ae-9cb0-d62fba422c35,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:32.418651 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef0db-bde1-41d1-8eb0-69aecbe37d68 req-a87dba26-79b5-4615-b41d-001c1584ebff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:32.420157 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-404ef0db-bde1-41d1-8eb0-69aecbe37d68 req-a87dba26-79b5-4615-b41d-001c1584ebff tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0581415 Oct 26 11:27:32.466932 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-404ef0db-bde1-41d1-8eb0-69aecbe37d68 req-b01a8f71-0cde-44ea-b13c-3e1854b4861f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412896 Oct 26 11:27:32.653592 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-5fc44f3a-46d6-44eb-860e-d6d1e7e42d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:32.655099 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-5fc44f3a-46d6-44eb-860e-d6d1e7e42d30 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=8a84e861-89f8-4687-9444-98b50729a58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388324 Oct 26 11:27:32.686109 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:32.750185 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-77e8cc0d-2e1c-4499-9842-4e641c023612 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883465 Oct 26 11:27:32.844040 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-03e61cf6-fb72-4b31-9f55-b31c4bc70b03 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849619 Oct 26 11:27:33.365304 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 32954) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:33.382419 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea1c1c-8e7d-4430-86b8-87392b343f6e req-2ce34d05-8e95-4978-b2bd-9e53b1b30c05 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:33.384478 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-43ea1c1c-8e7d-4430-86b8-87392b343f6e req-2ce34d05-8e95-4978-b2bd-9e53b1b30c05 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0469077 Oct 26 11:27:33.440976 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-43ea1c1c-8e7d-4430-86b8-87392b343f6e req-894fdced-657e-431d-ac5d-450f5bb954ce tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Oct 26 11:27:33.483083 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-686305180-network', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:33.599071 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e5184-94b6-4760-a5a0-427aaed05bb0 req-9161df99-a6b8-4e93-b48d-a588d490962e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:33.601181 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-341e5184-94b6-4760-a5a0-427aaed05bb0 req-9161df99-a6b8-4e93-b48d-a588d490962e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0496333 Oct 26 11:27:33.601562 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Made reservation on behalf of a975701f3c69481b874e106eb5d4edcd for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:27:33.603808 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:33.619536 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:33.673606 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-341e5184-94b6-4760-a5a0-427aaed05bb0 req-c2a10894-899c-4161-ae2e-29a183f1f431 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663896 Oct 26 11:27:33.777094 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks [] for security_group (0f2278fb-ca91-458a-b73c-0dcef3ffc4fb), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:33.856086 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0f2278fb-ca91-458a-b73c-0dcef3ffc4fb), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:33.888942 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] vlan segment allocate from pool success with {'vlan_id': 480, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:27:33.900223 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:33.905033 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (cda430ab-b10d-42bf-8588-b6025fd0afac), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:33.905411 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Added segment cda430ab-b10d-42bf-8588-b6025fd0afac of type vlan for network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 Oct 26 11:27:33.948630 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.010556 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.012824 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:34.014225 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.084019 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] Pushing event updated for resources: {'Network': ['ID=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:34.097022 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:27:34.115306 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-4012872c-b71d-406a-9105-1d8dea31ae1e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7470603 Oct 26 11:27:34.118281 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 32968) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:34.123227 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Request body: {'subnet': {'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-686305180-subnet', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'ip_version': 4}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:34.128107 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:34.238382 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:34.238760 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Made reservation on behalf of a975701f3c69481b874e106eb5d4edcd for: {'subnet': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:27:34.241736 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59002297'] for subnet (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.371947 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:34.467589 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59547697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59002327'] for subnet (8fb69c4c-9011-4556-9cb1-65eb7399bcd0), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.531194 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb69c4c-9011-4556-9cb1-65eb7399bcd0,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:34.544946 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Checking segment: {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:34.545319 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Network hostable DHCP agents. Network: 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:27:34.564687 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a28ede-5802-4493-a441-871945ef8549 req-62ac22a0-029c-4d81-86ea-e8300c6b161f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:34.567274 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d6a28ede-5802-4493-a441-871945ef8549 req-62ac22a0-029c-4d81-86ea-e8300c6b161f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0487599 Oct 26 11:27:34.608565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:34.623649 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d6a28ede-5802-4493-a441-871945ef8549 req-7576ff83-e338-4a69-97f5-fa3e4b603421 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478804 Oct 26 11:27:34.643205 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:27:34.718844 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728) {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:34.723241 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:34.724249 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.727975 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c2a73-8528-44cf-a744-a46e6aa50fe6 None None] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:27:34.817996 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-cdcb2c7d-b367-4773-898e-fce469f42896 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6981053 Oct 26 11:27:34.820612 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 32974) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:34.825101 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:34.839164 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:27:34.840932 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.930687 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (47922957-354f-4265-915a-3d42660211f1), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.931807 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (47922957-354f-4265-915a-3d42660211f1), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.987875 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks [] for router_controller (47922957-354f-4265-915a-3d42660211f1), precommit_add_association {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:34.990854 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f5ce0-dbdd-4479-9179-3bcb560eba59 req-cda22ff0-8692-47bf-8024-d6734cc7f0df tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:34.992050 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Allocated IP 172.20.0.2 (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728/8fb69c4c-9011-4556-9cb1-65eb7399bcd0/4ede8cb4-e9a2-4ea9-a565-e165a2ce7497) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:34.992396 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-655f5ce0-dbdd-4479-9179-3bcb560eba59 req-cda22ff0-8692-47bf-8024-d6734cc7f0df tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0523579 Oct 26 11:27:35.041130 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-655f5ce0-dbdd-4479-9179-3bcb560eba59 req-bdc0340e-8c32-44ce-b46a-eda96719630f tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430152 Oct 26 11:27:35.136131 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Publish callbacks [] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.222137 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.259822 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:35.263352 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:35.267399 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:35.307413 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Pushing event updated for resources: {'Port': ['ID=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:35.338662 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Attempting to bind port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:27:35.338949 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Attempting to bind port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:27:35.339272 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Attempting to bind port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 on network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:35.387322 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:27:35.387651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Checking segment: {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:35.388178 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.388579 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Bound using segment: {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:27:35.389058 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Bound port: 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:27:35.392372 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.457358 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] For port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:27:35.461517 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] For port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:27:35.476780 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks [] for router_gateway (47922957-354f-4265-915a-3d42660211f1), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.547924 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.620137 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3f9a1-0808-4586-bff1-9bd4f7e92b9e None None] Pushing event updated for resources: {'Port': ['ID=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:35.783538 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:35.835310 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303771cf-0a90-41ff-83df-ae330525da02 req-94a13830-18ea-4048-bee2-ca7b1413ca71 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:35.841450 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-303771cf-0a90-41ff-83df-ae330525da02 req-94a13830-18ea-4048-bee2-ca7b1413ca71 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0942175 Oct 26 11:27:35.868351 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks [] for router_gateway (47922957-354f-4265-915a-3d42660211f1), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.904119 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:35.939233 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-303771cf-0a90-41ff-83df-ae330525da02 req-911f2ee5-2e6e-4060-8ebd-147a41701879 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947533 Oct 26 11:27:36.073433 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Allocated IP 172.27.3.106 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/1e0128e4-2e94-45a4-86fc-9dd0d80fcb41) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:36.190572 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d00ee-c939-42ab-b438-9e2a95a18b39 req-93047c14-e92d-4c5d-a4f6-f5ac9f3b7e94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:36.191940 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c41d00ee-c939-42ab-b438-9e2a95a18b39 req-93047c14-e92d-4c5d-a4f6-f5ac9f3b7e94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0653300 Oct 26 11:27:36.197320 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks [] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:36.250450 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c41d00ee-c939-42ab-b438-9e2a95a18b39 req-3f9d7436-a55c-4057-ae60-4833f94f9f1a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512421 Oct 26 11:27:36.296207 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:36.346010 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:36.355642 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:36.359764 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:36.363286 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:36.388981 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:36.676226 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks [] for router_gateway (47922957-354f-4265-915a-3d42660211f1), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:36.690121 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:36.719063 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb8659-2a1d-4888-ac81-6d2ed706e9e6 None None] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:27:36.808796 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] Provisioning complete for port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:36.809171 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:36.809491 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] Attempt 1 to provision port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 Oct 26 11:27:36.936107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] Current status of the port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:36.936894 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:36.939244 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (47922957-354f-4265-915a-3d42660211f1), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:36.981063 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] For port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:37.004151 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:37.063261 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:37.117951 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765204b-105b-4492-83ca-cf94925eea31 req-f46d540a-7b28-4ac5-b46f-9a7ef3f3d1eb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:37.123648 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0765204b-105b-4492-83ca-cf94925eea31 req-f46d540a-7b28-4ac5-b46f-9a7ef3f3d1eb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0722520 Oct 26 11:27:37.131323 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe30467-f394-458e-8d39-72780d49a774 None None] Pushing event updated for resources: {'Port': ['ID=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:37.211119 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0765204b-105b-4492-83ca-cf94925eea31 req-bc2a06bb-133c-4317-a824-a9402f098541 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718970 Oct 26 11:27:37.283963 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-c310af5a-6089-4611-b5ec-9cd8c43b13d0 None None] Provisioning complete for port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:37.284295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c310af5a-6089-4611-b5ec-9cd8c43b13d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:37.284685 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-c310af5a-6089-4611-b5ec-9cd8c43b13d0 None None] Attempt 1 to provision port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 Oct 26 11:27:37.301920 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Router 47922957-354f-4265-915a-3d42660211f1 is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:27:37.415437 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:37.415964 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-c310af5a-6089-4611-b5ec-9cd8c43b13d0 None None] Current status of the port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:37.424450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:27:37.438956 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Sync routers for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:27:37.453858 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255fdd9-409f-49e4-9cdd-25ad49ad8985 req-e2fc5ef6-0857-4b6d-943f-d1f380bbcc9e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:37.455412 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a255fdd9-409f-49e4-9cdd-25ad49ad8985 req-e2fc5ef6-0857-4b6d-943f-d1f380bbcc9e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0874593 Oct 26 11:27:37.457083 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:37.457785 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:37.499695 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:37.526406 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a255fdd9-409f-49e4-9cdd-25ad49ad8985 req-aa5c0d36-a563-42a9-aa70-a237492a384c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636315 Oct 26 11:27:37.548282 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:37.563799 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:37.569057 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 32986) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:37.574402 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a9f030e5-0dc2-4043-b028-9b157f5a53b2 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7526217 Oct 26 11:27:37.584267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:37.676188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:37.781490 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:37.846082 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:36Z', 'revision_number': 3, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:37.882072 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:37.882450 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:37.882771 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 Oct 26 11:27:37.887093 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Checking router: 47922957-354f-4265-915a-3d42660211f1 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:27:37.887294 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Updating router 47922957-354f-4265-915a-3d42660211f1 port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:27:37.951188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.088003 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:38.178665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:38.267993 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Publish callbacks [] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.340598 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.345572 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:38.366293 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9997e-0050-4f84-9dfa-69d5708575dd req-fbfe2921-9adf-41da-93a1-f192050cbddf tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:38.368157 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-63c9997e-0050-4f84-9dfa-69d5708575dd req-fbfe2921-9adf-41da-93a1-f192050cbddf tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0590534 Oct 26 11:27:38.369449 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.371200 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:38.386578 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Attempting to bind port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:27:38.387108 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Attempting to bind port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:27:38.387607 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Attempting to bind port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:38.432119 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Pushing event updated for resources: {'Port': ['ID=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:38.450115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.450460 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.455001 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.455531 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-63c9997e-0050-4f84-9dfa-69d5708575dd req-514ff3bf-d0d5-4325-a6bb-a8b08dfcfc5c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783751 Oct 26 11:27:38.457120 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.457120 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.457315 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.457638 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.458026 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.458366 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.458701 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.459072 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.459403 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.459738 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.460070 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.460444 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:38.500133 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:27:38.500748 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:38.501159 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.501568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:27:38.502058 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Bound port: 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:27:38.502442 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.580664 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] For port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:27:38.584233 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] For port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:27:38.587684 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Allocated IP 172.20.0.1 (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728/8fb69c4c-9011-4556-9cb1-65eb7399bcd0/50c70b64-50de-4174-803b-1298b6eddd24) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:38.650560 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.685538 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:38.686082 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:38.714526 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e835d-4fd8-4eeb-86e5-d594c7e7b82a req-5f313707-5784-4fa7-977a-35174499912b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:38.716243 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7d6e835d-4fd8-4eeb-86e5-d594c7e7b82a req-5f313707-5784-4fa7-977a-35174499912b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0888634 Oct 26 11:27:38.757988 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386b87-abbd-4b5b-90ae-c162a6defdef None None] Pushing event updated for resources: {'Port': ['ID=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:38.774408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks [] for port (50c70b64-50de-4174-803b-1298b6eddd24), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.806851 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7d6e835d-4fd8-4eeb-86e5-d594c7e7b82a req-a6abbbac-4ed1-446f-a2af-87b109fe17bb tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772653 Oct 26 11:27:38.884223 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (50c70b64-50de-4174-803b-1298b6eddd24), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:38.926615 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:38.934614 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:38.938942 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:38.960866 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Pushing event updated for resources: {'Port': ['ID=50c70b64-50de-4174-803b-1298b6eddd24,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:38.983158 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (47922957-354f-4265-915a-3d42660211f1), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:39.040172 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:39.050632 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:39.256020 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (50c70b64-50de-4174-803b-1298b6eddd24), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:39.278382 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-62864641-787a-4329-94c4-8f6a08e2f732 None None] Provisioning complete for port 50c70b64-50de-4174-803b-1298b6eddd24 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:39.278382 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-62864641-787a-4329-94c4-8f6a08e2f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (50c70b64-50de-4174-803b-1298b6eddd24), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:39.278382 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-62864641-787a-4329-94c4-8f6a08e2f732 None None] Attempt 1 to provision port 50c70b64-50de-4174-803b-1298b6eddd24 Oct 26 11:27:39.283166 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:36Z', 'revision_number': 3, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:39.332526 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b33f58-3633-4346-9d76-2529f3fa2ffb None None] The sync data for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi is: [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:36Z', 'revision_number': 3, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:27:39.343106 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-62864641-787a-4329-94c4-8f6a08e2f732 None None] Port 50c70b64-50de-4174-803b-1298b6eddd24 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:27:39.443800 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks [] for port (50c70b64-50de-4174-803b-1298b6eddd24), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:39.507503 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (50c70b64-50de-4174-803b-1298b6eddd24), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:39.575430 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Pushing event updated for resources: {'Port': ['ID=50c70b64-50de-4174-803b-1298b6eddd24,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:39.619717 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (47922957-354f-4265-915a-3d42660211f1), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:39.670942 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb5ff-de9e-4200-bf06-562fd21c3628 req-bef230d1-42ab-464f-b61c-fb79fd678447 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:39.672816 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bf4eb5ff-de9e-4200-bf06-562fd21c3628 req-bef230d1-42ab-464f-b61c-fb79fd678447 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.1193218 Oct 26 11:27:39.757956 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:39.786369 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bf4eb5ff-de9e-4200-bf06-562fd21c3628 req-7b1db26a-5198-408a-b044-67956a6d03ca tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032240 Oct 26 11:27:39.794092 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:39.812997 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:39.840424 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:39.964792 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:39.965171 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:39.965505 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 Oct 26 11:27:40.171764 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:40.172414 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:40.181817 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103b4e5-6d49-4875-ad36-1cd05f3ee6fa req-66f1b04f-4836-49eb-bcfe-bd2638049b49 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:40.184057 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a103b4e5-6d49-4875-ad36-1cd05f3ee6fa req-66f1b04f-4836-49eb-bcfe-bd2638049b49 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.2311065 Oct 26 11:27:40.228880 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:40.265408 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a103b4e5-6d49-4875-ad36-1cd05f3ee6fa req-440512f1-0f6b-4e5e-a07f-e4e9761b4858 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715065 Oct 26 11:27:40.275733 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-6804d3f6-0ed1-44b4-9b12-f46fa7d3bac9 None None] Provisioning complete for port 50c70b64-50de-4174-803b-1298b6eddd24 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:40.276180 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6804d3f6-0ed1-44b4-9b12-f46fa7d3bac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (50c70b64-50de-4174-803b-1298b6eddd24), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:40.276593 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-6804d3f6-0ed1-44b4-9b12-f46fa7d3bac9 None None] Attempt 1 to provision port 50c70b64-50de-4174-803b-1298b6eddd24 Oct 26 11:27:40.278129 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Router 47922957-354f-4265-915a-3d42660211f1 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:27:40.345540 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:40.353777 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-6804d3f6-0ed1-44b4-9b12-f46fa7d3bac9 None None] Port 50c70b64-50de-4174-803b-1298b6eddd24 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:27:40.419296 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:40.455735 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:27:40.455735 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-af882a3d-f58d-4c2a-80f1-0b49016b6db4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/47922957-354f-4265-915a-3d42660211f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8757660 Oct 26 11:27:40.925933 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c93b12-5d1b-4727-8cf9-af3015edfd8a req-f095eb69-757f-4fb8-9d6c-f3984df7487c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:40.929667 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-77c93b12-5d1b-4727-8cf9-af3015edfd8a req-f095eb69-757f-4fb8-9d6c-f3984df7487c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0530591 Oct 26 11:27:40.984764 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-77c93b12-5d1b-4727-8cf9-af3015edfd8a req-c330acdd-9427-4e6b-a2d8-9d30bf2f550c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462630 Oct 26 11:27:41.374918 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33016) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:41.379817 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-265800187-network', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:41.451534 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c718d-1bfa-47cd-be0e-cfef3f455f7f req-a3d54d5d-2bf0-4bc7-af8e-4168dabf0d2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:41.454047 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ab5c718d-1bfa-47cd-be0e-cfef3f455f7f req-a3d54d5d-2bf0-4bc7-af8e-4168dabf0d2d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0521958 Oct 26 11:27:41.457516 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Sync routers for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:27:41.468530 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:41.469149 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:41.482630 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Made reservation on behalf of 85c679ebc0954f48a6fd364ee5924df5 for: {'network': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:27:41.485164 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.511852 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.534037 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ab5c718d-1bfa-47cd-be0e-cfef3f455f7f req-e2ce1d46-2ddd-4abf-9cf3-0c6cad572500 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726812 Oct 26 11:27:41.540583 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:41.601507 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:41.608162 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks [] for security_group (89b4ad27-b1b2-4f6a-a558-e5ab5e966b17), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.667783 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (89b4ad27-b1b2-4f6a-a558-e5ab5e966b17), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.701814 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] vlan segment allocate from pool success with {'vlan_id': 478, 'physical_network': 'physnet1'} {{(pid=105072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:27:41.712780 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (a63f0291-99eb-4f12-bf78-29817dee9893), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.713063 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.segments_db [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Added segment a63f0291-99eb-4f12-bf78-29817dee9893 of type vlan for network bf83e34c-4173-4815-b11d-364a2fe76211 Oct 26 11:27:41.727428 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:41.772858 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:41.792204 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:41.792955 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.793657 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 Oct 26 11:27:41.797056 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b4ad27-b1b2-4f6a-a558-e5ab5e966b17,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:41.804711 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:41.808880 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (bf83e34c-4173-4815-b11d-364a2fe76211), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.855268 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:41.864185 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 2, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:41.894312 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:41.894584 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Checking router: 47922957-354f-4265-915a-3d42660211f1 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:27:41.894840 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Updating router 47922957-354f-4265-915a-3d42660211f1 port 50c70b64-50de-4174-803b-1298b6eddd24 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:27:41.919487 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (bf83e34c-4173-4815-b11d-364a2fe76211), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.921765 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:41.922766 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.928251 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (50c70b64-50de-4174-803b-1298b6eddd24), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:41.987134 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] Pushing event updated for resources: {'Network': ['ID=bf83e34c-4173-4815-b11d-364a2fe76211,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:41.997733 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network bf83e34c-4173-4815-b11d-364a2fe76211 details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:27:42.029973 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-8207330f-e23a-454d-b169-8a6903f4e499 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6492648 Oct 26 11:27:42.029973 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33022) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:42.038834 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Request body: {'subnet': {'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-265800187-subnet', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'ip_version': 4}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:42.135799 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Made reservation on behalf of 85c679ebc0954f48a6fd364ee5924df5 for: {'subnet': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:27:42.136381 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf7c9-474e-4fb7-8c31-e2a973bf6af4 req-9fedd2eb-4f43-4568-9a48-501fc07ae3d6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:42.137896 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48ddf7c9-474e-4fb7-8c31-e2a973bf6af4 req-9fedd2eb-4f43-4568-9a48-501fc07ae3d6 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0584223 Oct 26 11:27:42.138674 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59002297'] for subnet (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.223459 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-48ddf7c9-474e-4fb7-8c31-e2a973bf6af4 req-e4d7ebc6-40b9-4b99-9eaf-deb876efef69 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787530 Oct 26 11:27:42.296803 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Publish callbacks [] for port (50c70b64-50de-4174-803b-1298b6eddd24), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.376409 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (50c70b64-50de-4174-803b-1298b6eddd24), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.404942 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59547697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59002327'] for subnet (5ae03251-745e-49fd-a6e1-73e14166f383), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.462646 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Pushing event updated for resources: {'Port': ['ID=50c70b64-50de-4174-803b-1298b6eddd24,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:42.472437 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.473070 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.473597 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.474742 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.475108 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.475440 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.475769 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.476092 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.476435 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.476764 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.477082 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.477583 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.477936 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.478253 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.478568 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:27:42.484234 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Attempting to bind port 50c70b64-50de-4174-803b-1298b6eddd24 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:27:42.484820 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Attempting to bind port 50c70b64-50de-4174-803b-1298b6eddd24 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:27:42.485364 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Attempting to bind port 50c70b64-50de-4174-803b-1298b6eddd24 on network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:42.491466 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae03251-745e-49fd-a6e1-73e14166f383,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:42.512434 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Checking segment: {'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:42.512790 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Network hostable DHCP agents. Network: bf83e34c-4173-4815-b11d-364a2fe76211, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:27:42.535797 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:27:42.543083 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Checking segment: {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:42.543083 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.543083 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Bound using segment: {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:27:42.543083 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Bound port: 50c70b64-50de-4174-803b-1298b6eddd24, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:27:42.543083 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (50c70b64-50de-4174-803b-1298b6eddd24), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.569512 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:42.606111 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] For port 50c70b64-50de-4174-803b-1298b6eddd24, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:27:42.609799 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] For port 50c70b64-50de-4174-803b-1298b6eddd24, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=50c70b64-50de-4174-803b-1298b6eddd24,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:27:42.637485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Network bf83e34c-4173-4815-b11d-364a2fe76211 is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:27:42.677987 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd9b4e-23cd-4ec9-8980-7e42bc833497 req-c7939cc8-eca9-4247-9f96-3acfa1069221 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:42.679797 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-61dd9b4e-23cd-4ec9-8980-7e42bc833497 req-c7939cc8-eca9-4247-9f96-3acfa1069221 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0560102 Oct 26 11:27:42.713316 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.732297 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-61dd9b4e-23cd-4ec9-8980-7e42bc833497 req-0d25af74-dfed-4a71-a559-f09bc5999097 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463979 Oct 26 11:27:42.736037 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, bf83e34c-4173-4815-b11d-364a2fe76211) {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:42.738983 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (50c70b64-50de-4174-803b-1298b6eddd24), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.740692 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:42.751581 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for subnet (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.753163 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f4a85-811a-4069-8cd1-aeef6cf93542 None None] Network bf83e34c-4173-4815-b11d-364a2fe76211 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:27:42.784745 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:42.816646 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:42.817340 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:42.859890 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c03d6-8837-429b-9b3b-48a1fbf3ea95 None None] Pushing event updated for resources: {'Port': ['ID=50c70b64-50de-4174-803b-1298b6eddd24,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:42.869246 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-bf83e34c-4173-4815-b11d-364a2fe76211', 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211', 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'fixed_ips': [{'subnet_id': '5ae03251-745e-49fd-a6e1-73e14166f383'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:27:42.870402 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.876396 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-46dc11cd-3418-43d1-b36c-9e55f55bc0ea admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8462107 Oct 26 11:27:42.878721 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33026) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:42.883876 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:42.956883 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:42.970577 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.971690 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:42.992860 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:43.044617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Allocated IP 172.20.0.2 (bf83e34c-4173-4815-b11d-364a2fe76211/5ae03251-745e-49fd-a6e1-73e14166f383/55d005ec-b07e-4486-8fce-2771b834cf2b) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:43.053665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks [] for router_controller (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.166766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:43.254871 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Publish callbacks [] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.283831 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:42Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:43.284937 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks [] for router_gateway (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.354554 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.370233 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29eba53-6a34-4816-8e74-52a06522e211 req-1b31d2a3-4ddd-444d-9f35-3935e83076cf tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:43.372536 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c29eba53-6a34-4816-8e74-52a06522e211 req-1b31d2a3-4ddd-444d-9f35-3935e83076cf tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0518279 Oct 26 11:27:43.407049 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca2dac8-9a6e-43ac-acdf-4dbb7b67ddf5 None None] The sync data for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi is: [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:42Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:27:43.421966 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Network bf83e34c-4173-4815-b11d-364a2fe76211 is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:43.424691 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:43.429141 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:43.435378 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Pushing event updated for resources: {'Port': ['ID=55d005ec-b07e-4486-8fce-2771b834cf2b,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:43.477431 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c29eba53-6a34-4816-8e74-52a06522e211 req-d7a4ae8e-052d-40c8-917d-fc1a4bd56c1c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990477 Oct 26 11:27:43.558334 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Attempting to bind port 55d005ec-b07e-4486-8fce-2771b834cf2b on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:27:43.558334 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Attempting to bind port 55d005ec-b07e-4486-8fce-2771b834cf2b by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:27:43.558334 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Attempting to bind port 55d005ec-b07e-4486-8fce-2771b834cf2b on network bf83e34c-4173-4815-b11d-364a2fe76211 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:43.649512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:27:43.650038 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Checking segment: {'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:43.650282 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.650694 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Bound using segment: {'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:27:43.651221 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Bound port: 55d005ec-b07e-4486-8fce-2771b834cf2b, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:27:43.651608 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.686947 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:43.778997 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks [] for router_gateway (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.793164 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 50c70b64-50de-4174-803b-1298b6eddd24 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:43.808683 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.882634 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] For port 55d005ec-b07e-4486-8fce-2771b834cf2b, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:27:43.887404 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] For port 55d005ec-b07e-4486-8fce-2771b834cf2b, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=55d005ec-b07e-4486-8fce-2771b834cf2b,segment=NetworkSegment(a63f0291-99eb-4f12-bf78-29817dee9893),segment_id=a63f0291-99eb-4f12-bf78-29817dee9893)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:27:43.903718 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 50c70b64-50de-4174-803b-1298b6eddd24 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:43.904095 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (50c70b64-50de-4174-803b-1298b6eddd24), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:43.904433 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 50c70b64-50de-4174-803b-1298b6eddd24 Oct 26 11:27:43.982613 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:44.025710 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db97c82-9521-4e8c-96fe-3c387c0559bf req-2072a384-94e6-4e34-bc5b-8b422d3f44af tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:44.027254 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9db97c82-9521-4e8c-96fe-3c387c0559bf req-2072a384-94e6-4e34-bc5b-8b422d3f44af tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.1147299 Oct 26 11:27:44.072181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Allocated IP 172.27.3.51 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/0ac32a3a-f04b-43fb-a3db-2b733765a336) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:44.125975 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 50c70b64-50de-4174-803b-1298b6eddd24 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:44.126682 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (50c70b64-50de-4174-803b-1298b6eddd24), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:44.148634 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:44.182470 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9db97c82-9521-4e8c-96fe-3c387c0559bf req-75fec1be-c90c-4018-bdc6-3026d9f23782 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424322 Oct 26 11:27:44.211139 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 50c70b64-50de-4174-803b-1298b6eddd24, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=50c70b64-50de-4174-803b-1298b6eddd24,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:44.224315 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece2216-56d3-4966-8d46-21103d03869c None None] Pushing event updated for resources: {'Port': ['ID=55d005ec-b07e-4486-8fce-2771b834cf2b,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:44.347231 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks [] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:44.386089 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:44.621788 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e1eb-ff1b-4521-b030-279785dbf40f req-f37ddc6f-cd4d-43a1-b551-ed44ebe25a42 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:44.623517 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eba8e1eb-ff1b-4521-b030-279785dbf40f req-f37ddc6f-cd4d-43a1-b551-ed44ebe25a42 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0503092 Oct 26 11:27:44.639427 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (50c70b64-50de-4174-803b-1298b6eddd24), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:44.641198 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:44.715564 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eba8e1eb-ff1b-4521-b030-279785dbf40f req-f9573c6c-1020-4907-a8bb-40b5a5668b1e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650828 Oct 26 11:27:44.715937 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=50c70b64-50de-4174-803b-1298b6eddd24,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:44.716041 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:44.716041 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:44.716041 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:44.753313 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac32a3a-f04b-43fb-a3db-2b733765a336,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:45.058055 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks [] for router_gateway (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.068275 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a684ffe-b0d9-45bd-9191-7d53b90194b6 None None] Network bf83e34c-4173-4815-b11d-364a2fe76211 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:27:45.139115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] Provisioning complete for port 55d005ec-b07e-4486-8fce-2771b834cf2b triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:45.139485 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.139815 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] Attempt 1 to provision port 55d005ec-b07e-4486-8fce-2771b834cf2b Oct 26 11:27:45.253679 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] Current status of the port 55d005ec-b07e-4486-8fce-2771b834cf2b is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:45.254079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.297597 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] For port 55d005ec-b07e-4486-8fce-2771b834cf2b, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=55d005ec-b07e-4486-8fce-2771b834cf2b,segment=NetworkSegment(a63f0291-99eb-4f12-bf78-29817dee9893),segment_id=a63f0291-99eb-4f12-bf78-29817dee9893)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:45.368949 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.422359 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bb557-8f12-47f2-a5f5-a830c6d99668 None None] Pushing event updated for resources: {'Port': ['ID=55d005ec-b07e-4486-8fce-2771b834cf2b,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:45.480672 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:45.488114 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-79dc2bf0-0ea3-4475-bf32-db1e64a20394 None None] Provisioning complete for port 55d005ec-b07e-4486-8fce-2771b834cf2b triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:45.494749 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-79dc2bf0-0ea3-4475-bf32-db1e64a20394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.494749 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-79dc2bf0-0ea3-4475-bf32-db1e64a20394 None None] Attempt 1 to provision port 55d005ec-b07e-4486-8fce-2771b834cf2b Oct 26 11:27:45.496784 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c38e6e-a9d1-40fb-b7f9-9dee5f265f54 req-e53eb120-4129-4055-9599-12b15c26d88e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:45.498252 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-15c38e6e-a9d1-40fb-b7f9-9dee5f265f54 req-e53eb120-4129-4055-9599-12b15c26d88e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0567226 Oct 26 11:27:45.560727 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-79dc2bf0-0ea3-4475-bf32-db1e64a20394 None None] Current status of the port 55d005ec-b07e-4486-8fce-2771b834cf2b is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:45.563845 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.584074 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-15c38e6e-a9d1-40fb-b7f9-9dee5f265f54 req-c19f298a-e695-4511-9fd8-32fd4ae90ced tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589993 Oct 26 11:27:45.699721 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:45.784188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 50c70b64-50de-4174-803b-1298b6eddd24 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:45.788088 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:27:45.828900 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea41bfb-4b6a-4298-8b91-20373bf2c935 req-316dfc47-156e-493a-aa88-9fbd32898c88 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:45.830427 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2ea41bfb-4b6a-4298-8b91-20373bf2c935 req-316dfc47-156e-493a-aa88-9fbd32898c88 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0553458 Oct 26 11:27:45.839441 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 50c70b64-50de-4174-803b-1298b6eddd24 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:45.839906 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (50c70b64-50de-4174-803b-1298b6eddd24), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.840317 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 50c70b64-50de-4174-803b-1298b6eddd24 Oct 26 11:27:45.884276 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2ea41bfb-4b6a-4298-8b91-20373bf2c935 req-19b4063f-2c0f-46d0-bf06-b7175c831cc9 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Oct 26 11:27:45.910519 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:27:45.921364 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Sync routers for ids ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:27:45.927788 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 50c70b64-50de-4174-803b-1298b6eddd24 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:45.931335 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 55d005ec-b07e-4486-8fce-2771b834cf2b up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:45.953594 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Routers {'3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:45.983043 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:45.995343 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:45.996668 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6182b338-add0-43ca-94e3-84d31fbcae85 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1167078 Oct 26 11:27:46.001794 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33040) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:46.022888 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 55d005ec-b07e-4486-8fce-2771b834cf2b triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:46.028265 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.028265 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 55d005ec-b07e-4486-8fce-2771b834cf2b Oct 26 11:27:46.235053 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Set router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:46.280360 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:46.372546 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 55d005ec-b07e-4486-8fce-2771b834cf2b is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:46.411594 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.432714 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 3, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port': {'id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:43Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:46.460864 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Checking router: 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:27:46.461205 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Updating router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 port 0ac32a3a-f04b-43fb-a3db-2b733765a336 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:27:46.488696 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.490473 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:46.566297 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Allocated IP 172.20.0.1 (bf83e34c-4173-4815-b11d-364a2fe76211/5ae03251-745e-49fd-a6e1-73e14166f383/350e536e-0f06-43a2-b03a-153ac4ffea01) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:46.597672 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:46.683238 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks [] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.688035 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:46.730156 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7e98d-7753-4187-af2c-eec3320f6cfc req-53f2dcc1-9500-4daa-a9fb-3431c1235091 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:46.731714 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-83a7e98d-7753-4187-af2c-eec3320f6cfc req-53f2dcc1-9500-4daa-a9fb-3431c1235091 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0625529 Oct 26 11:27:46.740149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Publish callbacks [] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.790431 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-83a7e98d-7753-4187-af2c-eec3320f6cfc req-36a79481-dcf4-4316-9c01-721052100577 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487404 Oct 26 11:27:46.808906 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.843207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Attempting to bind port 0ac32a3a-f04b-43fb-a3db-2b733765a336 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:27:46.843572 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Attempting to bind port 0ac32a3a-f04b-43fb-a3db-2b733765a336 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:27:46.843936 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Attempting to bind port 0ac32a3a-f04b-43fb-a3db-2b733765a336 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:46.850958 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.884119 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6420cae-5670-4496-ac4c-5cb45e668537 None None] Pushing event updated for resources: {'Port': ['ID=0ac32a3a-f04b-43fb-a3db-2b733765a336,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:46.887330 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Network bf83e34c-4173-4815-b11d-364a2fe76211 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:46.894000 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:46.898521 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:46.900524 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:27:46.900743 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:46.901533 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.901939 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:27:46.902419 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Bound port: 0ac32a3a-f04b-43fb-a3db-2b733765a336, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:27:46.902802 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.921800 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Pushing event updated for resources: {'Port': ['ID=350e536e-0f06-43a2-b03a-153ac4ffea01,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:46.947885 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:46.957444 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] For port 0ac32a3a-f04b-43fb-a3db-2b733765a336, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:27:46.961368 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] For port 0ac32a3a-f04b-43fb-a3db-2b733765a336, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=0ac32a3a-f04b-43fb-a3db-2b733765a336,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:27:47.024086 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74620c-077b-447e-a73e-4e39fb9103b6 req-b5342a3a-47e9-4c69-98c9-4de84c3feb2c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:47.025615 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9f74620c-077b-447e-a73e-4e39fb9103b6 req-b5342a3a-47e9-4c69-98c9-4de84c3feb2c tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0527732 Oct 26 11:27:47.027912 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.054084 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:47.079996 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Routers {'3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:47.080636 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:47.107627 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9f74620c-077b-447e-a73e-4e39fb9103b6 req-4d66449a-ccd9-47bd-a1eb-c99a15e22fdc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597029 Oct 26 11:27:47.132920 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:47.147850 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6420cae-5670-4496-ac4c-5cb45e668537 None None] Pushing event updated for resources: {'Port': ['ID=0ac32a3a-f04b-43fb-a3db-2b733765a336,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:47.159393 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.207046 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-f4be0226-9803-4bd9-9f56-76664090eac3 None None] Provisioning complete for port 350e536e-0f06-43a2-b03a-153ac4ffea01 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:47.207348 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f4be0226-9803-4bd9-9f56-76664090eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.207696 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-f4be0226-9803-4bd9-9f56-76664090eac3 None None] Attempt 1 to provision port 350e536e-0f06-43a2-b03a-153ac4ffea01 Oct 26 11:27:47.235398 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] Set router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:47.328943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-f4be0226-9803-4bd9-9f56-76664090eac3 None None] Port 350e536e-0f06-43a2-b03a-153ac4ffea01 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:27:47.354755 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks [] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.392751 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5284cdee-8c61-44e4-b497-29116147f882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.404625 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.435823 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 3, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port': {'id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:43Z', 'updated_at': '2022-10-26T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:47.462640 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b76fb85-62c8-44a5-9a83-643242e1d6a4 None None] The sync data for ids ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'] in dv-cinder-815582-18-iscsi is: [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 3, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port': {'id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:43Z', 'updated_at': '2022-10-26T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:27:47.474711 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Pushing event updated for resources: {'Port': ['ID=350e536e-0f06-43a2-b03a-153ac4ffea01,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:47.477123 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.572960 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Network bf83e34c-4173-4815-b11d-364a2fe76211 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:47.574231 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:47.579195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:47.698006 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:27:47.818406 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:27:47.823553 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-85858e02-7b07-4d00-8827-5527a60e0053 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8207445 Oct 26 11:27:47.858941 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-38a44406-c010-4b31-a6ba-6e757af08f8b None None] Provisioning complete for port 350e536e-0f06-43a2-b03a-153ac4ffea01 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:47.865373 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-38a44406-c010-4b31-a6ba-6e757af08f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:47.865856 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-38a44406-c010-4b31-a6ba-6e757af08f8b None None] Attempt 1 to provision port 350e536e-0f06-43a2-b03a-153ac4ffea01 Oct 26 11:27:47.905793 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-38a44406-c010-4b31-a6ba-6e757af08f8b None None] Port 350e536e-0f06-43a2-b03a-153ac4ffea01 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:27:47.943970 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01aab7-f8c9-4008-9453-7028830f31f9 req-b8cff52f-7a3e-4823-95b0-ac3e6b397e12 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:47.947316 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4c01aab7-f8c9-4008-9453-7028830f31f9 req-b8cff52f-7a3e-4823-95b0-ac3e6b397e12 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0648363 Oct 26 11:27:48.001868 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4c01aab7-f8c9-4008-9453-7028830f31f9 req-3e518d18-f5cf-4bcd-99e5-2d76ea862874 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472956 Oct 26 11:27:48.232870 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3080a-b1b4-46e4-8716-b56a5a968d7f req-e0dbb3d8-8660-47e0-819d-6733afc9f0c3 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:48.234505 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-63b3080a-b1b4-46e4-8716-b56a5a968d7f req-e0dbb3d8-8660-47e0-819d-6733afc9f0c3 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0519259 Oct 26 11:27:48.286809 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-63b3080a-b1b4-46e4-8716-b56a5a968d7f req-5bf69736-b41f-4a44-82dd-318b041f8436 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451837 Oct 26 11:27:49.177608 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e162ec-c257-40cd-ba4d-b1f8afa9a4f8 req-3bb2f6b2-87a3-4816-8bda-6c0ed370e708 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:49.177608 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d9e162ec-c257-40cd-ba4d-b1f8afa9a4f8 req-3bb2f6b2-87a3-4816-8bda-6c0ed370e708 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0709252 Oct 26 11:27:49.244698 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d9e162ec-c257-40cd-ba4d-b1f8afa9a4f8 req-02732031-9293-40f9-a5d9-8f55ca326760 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586197 Oct 26 11:27:49.415329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:49.429369 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 5b41cdbe-3c75-436a-bb3e-d85764fc830a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:27:49.452993 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fae5a-db52-4cbd-881b-165dc52bbba0 req-d39d3d88-3b8d-41cf-884d-2afd06973b50 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:49.461467 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e85fae5a-db52-4cbd-881b-165dc52bbba0 req-d39d3d88-3b8d-41cf-884d-2afd06973b50 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 943 time: 0.0887415 Oct 26 11:27:49.527469 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e85fae5a-db52-4cbd-881b-165dc52bbba0 req-2af1655e-974d-4c12-9283-db4601e15943 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586827 Oct 26 11:27:49.571079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 5b41cdbe-3c75-436a-bb3e-d85764fc830a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:49.585664 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'port_id': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'mac_address': 'fa:16:3e:1d:3c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 496, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:27:49.628128 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 5b41cdbe-3c75-436a-bb3e-d85764fc830a is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:49.628652 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:49.652691 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b41cdbe-3c75-436a-bb3e-d85764fc830a {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:27:49.684191 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 5b41cdbe-3c75-436a-bb3e-d85764fc830a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:49.754291 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 0ac32a3a-f04b-43fb-a3db-2b733765a336 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:49.811243 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 0ac32a3a-f04b-43fb-a3db-2b733765a336 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:49.811243 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:49.811243 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 0ac32a3a-f04b-43fb-a3db-2b733765a336 Oct 26 11:27:49.865027 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:49.930420 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 0ac32a3a-f04b-43fb-a3db-2b733765a336 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:49.930945 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:49.958728 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 0ac32a3a-f04b-43fb-a3db-2b733765a336, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=0ac32a3a-f04b-43fb-a3db-2b733765a336,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:50.146093 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Sync routers for ids ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:27:50.158299 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Routers {'3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:50.159340 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:50.279699 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Set router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:50.395496 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c0d89-4235-4640-9f02-35a5b4b51240 req-aa91adfd-fbd2-47f0-978b-dd11a28c6297 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:50.404703 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f37c0d89-4235-4640-9f02-35a5b4b51240 req-aa91adfd-fbd2-47f0-978b-dd11a28c6297 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0681100 Oct 26 11:27:50.460771 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f37c0d89-4235-4640-9f02-35a5b4b51240 req-d2214e7a-cc7e-4714-be49-8203c3626a08 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530810 Oct 26 11:27:50.488889 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-11f3b1ca-e146-470a-ba33-09c991cfb6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:50.493241 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:50.494692 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:27:47Z', 'revision_number': 4, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port': {'id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:43Z', 'updated_at': '2022-10-26T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '350e536e-0f06-43a2-b03a-153ac4ffea01', 'name': '', 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'mac_address': 'fa:16:3e:52:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5ae03251-745e-49fd-a6e1-73e14166f383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:46Z', 'updated_at': '2022-10-26T11:27:47Z', 'revision_number': 2, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'subnets': [{'id': '5ae03251-745e-49fd-a6e1-73e14166f383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:50.503089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:50.504925 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:50.532149 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Checking router: 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:27:50.532497 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Updating router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 port 350e536e-0f06-43a2-b03a-153ac4ffea01 binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:27:50.564709 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:50.620122 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=5b41cdbe-3c75-436a-bb3e-d85764fc830a,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:50.673490 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb74fb4-758e-4c8e-9ac0-fd72a2228126 req-94150ba8-2309-4f33-81fb-d7643a981136 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:50.684007 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9cb74fb4-758e-4c8e-9ac0-fd72a2228126 req-94150ba8-2309-4f33-81fb-d7643a981136 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 944 time: 0.0731013 Oct 26 11:27:50.707762 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=0ac32a3a-f04b-43fb-a3db-2b733765a336,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:50.784499 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9cb74fb4-758e-4c8e-9ac0-fd72a2228126 req-d23685d8-5473-4010-84cf-24686860db1e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983322 Oct 26 11:27:50.915209 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Publish callbacks [] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:50.951559 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:50.965773 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:50.990509 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['5b41cdbe-3c75-436a-bb3e-d85764fc830a'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:27:50.993077 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:51.012297 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d1c01-913c-45c1-b8f6-f6bc859e5817 None None] Pushing event updated for resources: {'Port': ['ID=350e536e-0f06-43a2-b03a-153ac4ffea01,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:51.032432 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:51.080419 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Attempting to bind port 350e536e-0f06-43a2-b03a-153ac4ffea01 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:27:51.081148 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Attempting to bind port 350e536e-0f06-43a2-b03a-153ac4ffea01 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:27:51.082229 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Attempting to bind port 350e536e-0f06-43a2-b03a-153ac4ffea01 on network bf83e34c-4173-4815-b11d-364a2fe76211 {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:27:51.139369 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:27:51.140019 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Checking segment: {'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:27:51.140509 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:51.141037 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Bound using segment: {'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:27:51.141711 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Bound port: 350e536e-0f06-43a2-b03a-153ac4ffea01, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63f0291-99eb-4f12-bf78-29817dee9893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 478, 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:27:51.142217 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:51.235059 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] For port 350e536e-0f06-43a2-b03a-153ac4ffea01, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:27:51.239048 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] For port 350e536e-0f06-43a2-b03a-153ac4ffea01, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=350e536e-0f06-43a2-b03a-153ac4ffea01,segment=NetworkSegment(a63f0291-99eb-4f12-bf78-29817dee9893),segment_id=a63f0291-99eb-4f12-bf78-29817dee9893)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:27:51.308136 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:51.347237 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Routers {'3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:51.347776 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:51.409228 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d1c01-913c-45c1-b8f6-f6bc859e5817 None None] Pushing event updated for resources: {'Port': ['ID=350e536e-0f06-43a2-b03a-153ac4ffea01,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:51.482412 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] Set router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:51.595265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b7671-98b1-4563-a0e5-8682c7a56850 req-aedd16e4-4a2d-4b58-b0c2-04c2b2f8ae0a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:51.596729 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf9b7671-98b1-4563-a0e5-8682c7a56850 req-aedd16e4-4a2d-4b58-b0c2-04c2b2f8ae0a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 944 time: 0.0501020 Oct 26 11:27:51.647571 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cf9b7671-98b1-4563-a0e5-8682c7a56850 req-e60bb189-fc9c-4f0c-a188-1b378e004a71 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451219 Oct 26 11:27:51.651694 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:51.693352 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:27:47Z', 'revision_number': 4, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port': {'id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:43Z', 'updated_at': '2022-10-26T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '350e536e-0f06-43a2-b03a-153ac4ffea01', 'name': '', 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'mac_address': 'fa:16:3e:52:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5ae03251-745e-49fd-a6e1-73e14166f383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:46Z', 'updated_at': '2022-10-26T11:27:51Z', 'revision_number': 4, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'subnets': [{'id': '5ae03251-745e-49fd-a6e1-73e14166f383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:51.718071 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c01e57-a26d-42ee-bb4d-c165296a2361 None None] The sync data for ids ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'] in dv-cinder-815582-18-iscsi is: [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:27:47Z', 'revision_number': 4, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port': {'id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:43Z', 'updated_at': '2022-10-26T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '350e536e-0f06-43a2-b03a-153ac4ffea01', 'name': '', 'network_id': 'bf83e34c-4173-4815-b11d-364a2fe76211', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'mac_address': 'fa:16:3e:52:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '5ae03251-745e-49fd-a6e1-73e14166f383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:46Z', 'updated_at': '2022-10-26T11:27:51Z', 'revision_number': 4, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'subnets': [{'id': '5ae03251-745e-49fd-a6e1-73e14166f383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:27:51.732107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 0ac32a3a-f04b-43fb-a3db-2b733765a336 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:51.806603 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 0ac32a3a-f04b-43fb-a3db-2b733765a336 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:51.807111 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:51.807554 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 0ac32a3a-f04b-43fb-a3db-2b733765a336 Oct 26 11:27:51.917878 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:51.920343 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 0ac32a3a-f04b-43fb-a3db-2b733765a336 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:51.928196 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc39ae4-9b44-42ce-b561-a2091384d61b req-0d81388e-6b5c-413c-ab28-e87a69a540c3 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:51.929994 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2cc39ae4-9b44-42ce-b561-a2091384d61b req-0d81388e-6b5c-413c-ab28-e87a69a540c3 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 944 time: 0.0548527 Oct 26 11:27:51.945342 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:51.985400 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2cc39ae4-9b44-42ce-b561-a2091384d61b req-c5182b76-8081-47d9-a71a-9c5d690a49e0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497658 Oct 26 11:27:52.073623 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:27:52.120856 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 5b41cdbe-3c75-436a-bb3e-d85764fc830a up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:52.230372 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:52.256651 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 5b41cdbe-3c75-436a-bb3e-d85764fc830a completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:27:52.262602 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'port_id': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'mac_address': 'fa:16:3e:ec:53:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:27:52.310252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:52.310779 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:52.331804 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:27:52.354787 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:52.371295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 5b41cdbe-3c75-436a-bb3e-d85764fc830a triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:52.371679 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:52.372058 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 5b41cdbe-3c75-436a-bb3e-d85764fc830a Oct 26 11:27:52.454148 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:52.490211 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 5b41cdbe-3c75-436a-bb3e-d85764fc830a is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:52.490610 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:52.535454 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 5b41cdbe-3c75-436a-bb3e-d85764fc830a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:52.541366 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:27:52.543830 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312e6636-1e3c-44cc-883b-e0d972a833a8" -d '{"events": [{"server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "name": "network-vif-plugged", "status": "completed", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:27:52.558933 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=9']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:52.607487 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe0316-d365-4af0-bd25-4bfe1af2f4c3 x-openstack-request-id: req-99fe0316-d365-4af0-bd25-4bfe1af2f4c3 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:27:52.607784 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "name": "network-vif-plugged", "status": "completed", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:27:52.608036 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99fe0316-d365-4af0-bd25-4bfe1af2f4c3 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:27:52.608432 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fe0316-d365-4af0-bd25-4bfe1af2f4c3'] response: {'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'code': 200} Oct 26 11:27:52.616555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:52.703645 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=5b41cdbe-3c75-436a-bb3e-d85764fc830a,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:52.759329 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:52.840074 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d304ce-f63b-4079-9619-acc2e409c526 req-4ce2c8fd-9af6-4f3a-b7d7-38ee11d942e1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:52.843283 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-92d304ce-f63b-4079-9619-acc2e409c526 req-4ce2c8fd-9af6-4f3a-b7d7-38ee11d942e1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 945 time: 0.0596802 Oct 26 11:27:52.911137 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:27:52.918810 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:52.936671 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-92d304ce-f63b-4079-9619-acc2e409c526 req-1a7adf5d-5556-4ad6-84ed-e14c7debe765 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709951 Oct 26 11:27:52.987387 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:53.025984 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:53.151495 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d9974-ac40-40a0-9f8c-cae273c0c2d0 req-fbdbaee9-4ded-4879-a96b-e304e255a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:53.153903 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a19d9974-ac40-40a0-9f8c-cae273c0c2d0 req-fbdbaee9-4ded-4879-a96b-e304e255a6ef service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 1129 time: 0.0636799 Oct 26 11:27:53.170598 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:53.203594 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d4576-6d59-421e-8d88-f8bc1dc53acc req-c643f598-8384-4291-a5af-4ad318a426fa tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:53.205354 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0e2d4576-6d59-421e-8d88-f8bc1dc53acc req-c643f598-8384-4291-a5af-4ad318a426fa tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 945 time: 0.0688341 Oct 26 11:27:53.254189 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a19d9974-ac40-40a0-9f8c-cae273c0c2d0 req-f048bafb-81a8-4a30-aa76-4a518f2b7722 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820348 Oct 26 11:27:53.291092 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0e2d4576-6d59-421e-8d88-f8bc1dc53acc req-7b5d193a-e14b-4f84-9f8d-4bd53c39ae8e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749006 Oct 26 11:27:53.737267 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 350e536e-0f06-43a2-b03a-153ac4ffea01 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:53.792525 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 350e536e-0f06-43a2-b03a-153ac4ffea01 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:53.794107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:53.794538 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 350e536e-0f06-43a2-b03a-153ac4ffea01 Oct 26 11:27:53.872311 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 350e536e-0f06-43a2-b03a-153ac4ffea01 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:53.872812 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:53.910644 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 350e536e-0f06-43a2-b03a-153ac4ffea01, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=350e536e-0f06-43a2-b03a-153ac4ffea01,segment=NetworkSegment(a63f0291-99eb-4f12-bf78-29817dee9893),segment_id=a63f0291-99eb-4f12-bf78-29817dee9893)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:53.981994 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:54.120843 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1fdf8-506d-4dae-af4d-0ef2e683038c req-4118679d-0d0b-40b5-bcdd-9c98c197d143 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:54.125540 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-70f1fdf8-506d-4dae-af4d-0ef2e683038c req-4118679d-0d0b-40b5-bcdd-9c98c197d143 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 945 time: 0.0717857 Oct 26 11:27:54.186003 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-70f1fdf8-506d-4dae-af4d-0ef2e683038c req-1cb6d629-1097-41c7-96c1-f9abd58c8c24 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544488 Oct 26 11:27:54.207344 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:54.213304 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=350e536e-0f06-43a2-b03a-153ac4ffea01,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:54.257912 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:54.258568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:54.259108 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 Oct 26 11:27:54.340195 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:54.340685 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:54.389397 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:27:54.446976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20908edb-be90-48e8-a566-f8c72d71b971 req-dde0c5a6-11fc-449e-ac9d-2d4b18536158 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:54.448471 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-20908edb-be90-48e8-a566-f8c72d71b971 req-dde0c5a6-11fc-449e-ac9d-2d4b18536158 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 945 time: 0.0526221 Oct 26 11:27:54.473442 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:54.519051 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-20908edb-be90-48e8-a566-f8c72d71b971 req-7c13b4e8-13b3-4272-9a6f-c480ac1babca tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640969 Oct 26 11:27:54.536998 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=10']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:54.609640 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:27:54.612056 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0436b-25bd-4266-8b95-3674c48f0711" -d '{"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-plugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:27:54.660763 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e8635b-736d-4989-8e12-2ab5c7e3c3c6 x-openstack-request-id: req-25e8635b-736d-4989-8e12-2ab5c7e3c3c6 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:27:54.661290 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-plugged", "status": "completed", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:27:54.661741 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-25e8635b-736d-4989-8e12-2ab5c7e3c3c6 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:27:54.662307 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e8635b-736d-4989-8e12-2ab5c7e3c3c6'] response: {'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'code': 200} Oct 26 11:27:55.335705 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837b91-7f16-4665-b836-e67f0a96e3b8 req-38c05c39-ae0f-4a79-9416-b6998fec665a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:55.337264 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-55837b91-7f16-4665-b836-e67f0a96e3b8 req-38c05c39-ae0f-4a79-9416-b6998fec665a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0622036 Oct 26 11:27:55.348555 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:55.571458 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-55837b91-7f16-4665-b836-e67f0a96e3b8 req-e0b1cd14-6c14-47d0-9a07-99df7c36236d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2287066 Oct 26 11:27:55.635226 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0979488-0a97-4f86-86c3-0512d7a1a4b0 req-8c06076d-a63a-468a-8491-545789754fa4 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:55.636860 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d0979488-0a97-4f86-86c3-0512d7a1a4b0 req-8c06076d-a63a-468a-8491-545789754fa4 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 945 time: 0.0491166 Oct 26 11:27:55.687968 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60344dbd-f266-4333-a5bf-8dea102ff525 req-a28b224d-c446-4734-a417-831d49fadfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:55.689956 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-60344dbd-f266-4333-a5bf-8dea102ff525 req-a28b224d-c446-4734-a417-831d49fadfc4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 1131 time: 0.0531843 Oct 26 11:27:55.710235 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d0979488-0a97-4f86-86c3-0512d7a1a4b0 req-6a37d809-6de8-43dd-97a0-5ccf15890f1a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627947 Oct 26 11:27:55.752972 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 350e536e-0f06-43a2-b03a-153ac4ffea01 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:27:55.753693 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-60344dbd-f266-4333-a5bf-8dea102ff525 req-d5412ba1-25f3-403c-afba-78e780ec5b87 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554473 Oct 26 11:27:55.812872 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 350e536e-0f06-43a2-b03a-153ac4ffea01 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:27:55.813240 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:55.813575 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 350e536e-0f06-43a2-b03a-153ac4ffea01 Oct 26 11:27:55.835668 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bbb54-0611-4b57-bf22-a433aa2f338a req-9635e2a3-8315-4021-99c4-e6bf1cd72a79 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:55.837344 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5d5bbb54-0611-4b57-bf22-a433aa2f338a req-9635e2a3-8315-4021-99c4-e6bf1cd72a79 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 945 time: 0.0537066 Oct 26 11:27:55.891277 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5d5bbb54-0611-4b57-bf22-a433aa2f338a req-9a12a887-e0ef-4e8d-8d4d-c1d7e1313908 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483320 Oct 26 11:27:55.917560 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 350e536e-0f06-43a2-b03a-153ac4ffea01 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:27:55.924086 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33112) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:56.132029 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c53d21c-6466-413c-9916-ebe4a6c50192 tempest-TestVolumeBootPattern-2076365656 tempest-TestVolumeBootPattern-2076365656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:56.134857 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6c53d21c-6466-413c-9916-ebe4a6c50192 tempest-TestVolumeBootPattern-2076365656 tempest-TestVolumeBootPattern-2076365656-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 1124 time: 0.2085445 Oct 26 11:27:56.136596 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33116) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:27:56.141255 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'port_id': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:27:56.222942 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:56.316392 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:56.440230 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Allocated IP 172.27.3.30 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/7e989b68-eea1-449b-8126-a2125862ecaf) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:27:56.550462 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (7e989b68-eea1-449b-8126-a2125862ecaf), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:56.640784 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (7e989b68-eea1-449b-8126-a2125862ecaf), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:56.692786 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:27:56.697042 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:27:56.700536 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:27:56.702222 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=7e989b68-eea1-449b-8126-a2125862ecaf,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:56.713851 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba1dcf-cfb4-4f2f-a931-918aa527f0e4 req-736fa9f1-6071-4c1f-aab3-9ca30f94044c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:56.715740 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6dba1dcf-cfb4-4f2f-a931-918aa527f0e4 req-736fa9f1-6071-4c1f-aab3-9ca30f94044c tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0573242 Oct 26 11:27:56.747995 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:56.789576 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6dba1dcf-cfb4-4f2f-a931-918aa527f0e4 req-115a879d-1d80-48a9-81c6-716b62ea82dd tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662956 Oct 26 11:27:56.823796 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:57.115098 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (ec409c55-1157-45fe-8829-3c0b4cac2236), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:57.269624 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (7e989b68-eea1-449b-8126-a2125862ecaf), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:57.458533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for port (7e989b68-eea1-449b-8126-a2125862ecaf), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:57.513473 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (7e989b68-eea1-449b-8126-a2125862ecaf), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:57.593159 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (ec409c55-1157-45fe-8829-3c0b4cac2236), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:57.637596 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event updated for resources: {'Port': ['ID=7e989b68-eea1-449b-8126-a2125862ecaf,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:27:57.650484 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:58.009677 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Floating IP ec409c55-1157-45fe-8829-3c0b4cac2236 associated. External IP: 172.27.3.30, port: 5b41cdbe-3c75-436a-bb3e-d85764fc830a. Oct 26 11:27:58.017294 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ec4c1-f6d6-44d6-922f-4d94dd2a6428 req-8781ff1e-a043-4869-ab17-6a122fa5bfaf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:58.018583 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-036ec4c1-f6d6-44d6-922f-4d94dd2a6428 req-8781ff1e-a043-4869-ab17-6a122fa5bfaf tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0629272 Oct 26 11:27:58.146014 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-036ec4c1-f6d6-44d6-922f-4d94dd2a6428 req-620fe02e-202c-4ffd-b957-c6272bbf5530 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895267 Oct 26 11:27:58.291922 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:27:58.346859 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:58.416389 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:27:58.427924 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:27:58.447606 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:58.452379 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:58.456572 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:58.564801 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:27:58.565869 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:58.600517 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7a0c9ef2-9927-4a3f-9b7f-e99a69264ffd tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4628375 Oct 26 11:27:58.601152 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:27:58.606882 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:27:58.640155 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dabf2df-ec49-46aa-a7d8-cabc196b280f x-openstack-request-id: req-3dabf2df-ec49-46aa-a7d8-cabc196b280f {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:27:58.640480 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:27:58.640886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dabf2df-ec49-46aa-a7d8-cabc196b280f {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:27:58.641309 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dabf2df-ec49-46aa-a7d8-cabc196b280f'] response: {'name': 'network-changed', 'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'status': 'completed', 'code': 200} Oct 26 11:27:58.731872 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-3a092aff-9f72-44fa-8bca-079bff90d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:58.733448 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-3a092aff-9f72-44fa-8bca-079bff90d2d6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 1129 time: 0.0447049 Oct 26 11:27:58.793189 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:25:01Z', 'revision_number': 1, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}, {'id': 'ec409c55-1157-45fe-8829-3c0b4cac2236', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:1d:3c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:27:56Z', 'updated_at': '2022-10-26T11:27:56Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:58.825544 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:27:58.830476 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-8ec47529-8ab2-4875-a9af-90617aeb6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:58.832313 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-8ec47529-8ab2-4875-a9af-90617aeb6792 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 913 time: 0.0935540 Oct 26 11:27:58.835519 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:27:58.836131 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:27:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:58.895264 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-23b594ce-e5d4-41d3-8d6e-c7ee66b70786 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a HTTP/1.1" status: 200 len: 998 time: 0.0575135 Oct 26 11:27:58.921454 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:58.938340 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:27:58.948274 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-fc2ee487-e29f-45c5-aa70-c0a80bb189ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:58.949753 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-fc2ee487-e29f-45c5-aa70-c0a80bb189ef service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0491614 Oct 26 11:27:58.964229 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:58.976483 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:27:58.996731 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-0baa2ccd-1363-457b-abda-36218865afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:58.996731 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-0baa2ccd-1363-457b-abda-36218865afc9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386581 Oct 26 11:27:59.092726 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-8d5eb93d-2c9a-4841-be0a-d430b2f66788 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926089 Oct 26 11:27:59.162483 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:25:01Z', 'revision_number': 1, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}, {'id': 'ec409c55-1157-45fe-8829-3c0b4cac2236', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:1d:3c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:27:56Z', 'updated_at': '2022-10-26T11:27:56Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:27:59.188635 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79959ac3-88ed-44f3-a906-bdd05846d5ac None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:25:01Z', 'revision_number': 1, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}, {'id': 'ec409c55-1157-45fe-8829-3c0b4cac2236', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:1d:3c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:27:56Z', 'updated_at': '2022-10-26T11:27:56Z', 'revision_number': 0, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:27:59.212097 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9d3a0d4-2044-4b2b-be0d-f945b128c7d1 req-ed903013-ba6e-4713-8c04-36a2cb795c8f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137011 Oct 26 11:27:59.324101 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30cfbc-7c2d-41f2-9953-9a0b77786317 req-10e7a448-6b90-43ba-88ed-e650ce4d6033 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:27:59.342636 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-df30cfbc-7c2d-41f2-9953-9a0b77786317 req-10e7a448-6b90-43ba-88ed-e650ce4d6033 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0561774 Oct 26 11:27:59.399673 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-df30cfbc-7c2d-41f2-9953-9a0b77786317 req-21ed1de8-7fff-4ee1-93fc-154a564250f2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676529 Oct 26 11:27:59.488137 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed824a8-aa54-4809-b07c-a59f325f2d24 None None] New status for floating IP ec409c55-1157-45fe-8829-3c0b4cac2236: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:00.258219 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-5a1c9c31-d3d0-4a3e-be88-a891aa64c54b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:00.259581 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-5a1c9c31-d3d0-4a3e-be88-a891aa64c54b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 814 time: 0.0986130 Oct 26 11:28:00.274296 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-8245c6a7-73a8-4e8a-b1b0-d0d9b297bb37 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/quotas/a975701f3c69481b874e106eb5d4edcd HTTP/1.1" status: 200 len: 375 time: 0.0095232 Oct 26 11:28:00.321174 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-38f87f76-b163-4aaa-9329-014cbf208f07 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421224 Oct 26 11:28:00.417507 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-2373b91d-c856-4a61-aae5-a27118ba076e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Oct 26 11:28:00.510892 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-6601ec4d-f53c-4c46-85ca-293fe069ae9d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877001 Oct 26 11:28:00.648949 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53152bb6-797b-4655-8ca9-1177d5f9dda6 req-bf7f5fec-618e-466a-ac2c-6b49892e93f3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:00.650388 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-53152bb6-797b-4655-8ca9-1177d5f9dda6 req-bf7f5fec-618e-466a-ac2c-6b49892e93f3 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.1641674 Oct 26 11:28:00.697011 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-53152bb6-797b-4655-8ca9-1177d5f9dda6 req-c0d0165a-7928-4d24-9714-bb4a5f03860d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407865 Oct 26 11:28:00.793104 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1b360891-53de-4d5e-8c6c-7acbb10d4d48 req-ad3dbdbc-aaf7-4442-9ade-1f56f65e5f6f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0272758 Oct 26 11:28:01.878687 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:01.896147 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-531f32cc-05c6-4e48-b230-155300fd26b4 req-6070d82d-d884-4bb5-b657-0a06769560bf tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0272579 Oct 26 11:28:02.999986 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0d251afb-15a1-44b2-bfef-127ac887068d req-c6aa3074-4471-44b9-86b9-0183eeaff60c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Oct 26 11:28:03.162010 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-088da4e6-b0ce-4f2b-b724-d4949d504c35 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:03.163469 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-088da4e6-b0ce-4f2b-b724-d4949d504c35 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.55 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 814 time: 0.1038592 Oct 26 11:28:03.180437 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'port': {'device_id': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'admin_state_up': True, 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:03.347530 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Made reservation on behalf of a975701f3c69481b874e106eb5d4edcd for: {'port': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:28:03.351249 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:03.479476 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Allocated IP 172.20.0.14 (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728/8fb69c4c-9011-4556-9cb1-65eb7399bcd0/436d699c-83eb-4925-85b5-851f53994190) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:28:03.628983 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for port (436d699c-83eb-4925-85b5-851f53994190), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:03.632067 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:03.694066 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:28:03.731415 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (436d699c-83eb-4925-85b5-851f53994190), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:03.775115 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:03.780020 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:03.783895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:28:03.808483 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:03.823171 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:03.839935 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:03.839935 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:03.925942 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-fddc29c5-f8a2-46e4-9af8-1a50f0c90157 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7486115 Oct 26 11:28:04.136270 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-e3f5f76c-472d-4109-b57a-dedc12e4557e None None] Provisioning complete for port 436d699c-83eb-4925-85b5-851f53994190 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:04.136780 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e3f5f76c-472d-4109-b57a-dedc12e4557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (436d699c-83eb-4925-85b5-851f53994190), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:04.136966 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-e3f5f76c-472d-4109-b57a-dedc12e4557e None None] Attempt 1 to provision port 436d699c-83eb-4925-85b5-851f53994190 Oct 26 11:28:04.185676 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5f76c-472d-4109-b57a-dedc12e4557e None None] Port 436d699c-83eb-4925-85b5-851f53994190 cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:28:04.213929 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485f60a-e587-4150-aec2-d2d75b993e55 req-77bbdb0a-cfa6-462c-b341-692093d3bfe0 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:04.215554 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f485f60a-e587-4150-aec2-d2d75b993e55 req-77bbdb0a-cfa6-462c-b341-692093d3bfe0 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.1351788 Oct 26 11:28:04.272763 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f485f60a-e587-4150-aec2-d2d75b993e55 req-4aa7e213-b42d-4a97-9d6f-61b91b9946f6 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Oct 26 11:28:05.395052 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb899b03-1258-46eb-a80d-24589f0bafca req-df2e9ba4-ea53-4cf2-8b2e-633a6481f67f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:05.397397 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb899b03-1258-46eb-a80d-24589f0bafca req-df2e9ba4-ea53-4cf2-8b2e-633a6481f67f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0472958 Oct 26 11:28:05.447058 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb899b03-1258-46eb-a80d-24589f0bafca req-d78270b9-0a4a-4b0a-af9f-016926747852 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435483 Oct 26 11:28:06.573884 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702c812-39be-49f7-878d-29a62adebc17 req-5c7af3e8-b99c-4c4f-a960-d3ff17572478 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:06.575443 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4702c812-39be-49f7-878d-29a62adebc17 req-5c7af3e8-b99c-4c4f-a960-d3ff17572478 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0487597 Oct 26 11:28:06.625139 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-4702c812-39be-49f7-878d-29a62adebc17 req-ef1bc159-8c32-47ee-88ab-76a2c5e43ec4 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Oct 26 11:28:07.748654 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376efe8f-3a25-488c-8e0a-9a4db04c492b req-83ca7937-8358-4490-9325-bb1bc8b99b6c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:07.750278 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-376efe8f-3a25-488c-8e0a-9a4db04c492b req-83ca7937-8358-4490-9325-bb1bc8b99b6c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0471566 Oct 26 11:28:07.802490 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-376efe8f-3a25-488c-8e0a-9a4db04c492b req-0b44a3ee-a9d1-45ad-b8c2-c533d190c1f4 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Oct 26 11:28:08.931590 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524cf87-5ce5-465a-998d-64c976191c10 req-2d212b2a-21dc-451f-8fc1-e3807835025b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:08.934759 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6524cf87-5ce5-465a-998d-64c976191c10 req-2d212b2a-21dc-451f-8fc1-e3807835025b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0503867 Oct 26 11:28:08.983046 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6524cf87-5ce5-465a-998d-64c976191c10 req-b20a33cf-31b8-4843-9055-ee87d86aedb9 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437114 Oct 26 11:28:10.107128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb733479-48f3-4eba-b81a-fad5725e1450 req-e7251c28-5b0e-4981-8c14-a93d79a68dcc tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:10.108628 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cb733479-48f3-4eba-b81a-fad5725e1450 req-e7251c28-5b0e-4981-8c14-a93d79a68dcc tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0500522 Oct 26 11:28:10.157436 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cb733479-48f3-4eba-b81a-fad5725e1450 req-9d848ce6-8ca1-49b3-838a-d45ced377ca1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Oct 26 11:28:11.289262 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16695c27-9812-4059-94e5-aeea2898af43 req-418e573b-9718-4628-8c9f-f9b54f4925f7 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:11.290711 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-16695c27-9812-4059-94e5-aeea2898af43 req-418e573b-9718-4628-8c9f-f9b54f4925f7 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0515194 Oct 26 11:28:11.338349 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-16695c27-9812-4059-94e5-aeea2898af43 req-3ed9300b-54dc-434a-8886-dff8bac18602 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Oct 26 11:28:12.459774 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee727583-ffbb-4b37-943c-34d8ca5b0f5e req-4fc179ad-889c-4a9e-a30a-3f62c81713f6 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:12.461211 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ee727583-ffbb-4b37-943c-34d8ca5b0f5e req-4fc179ad-889c-4a9e-a30a-3f62c81713f6 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0462558 Oct 26 11:28:12.478612 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:12.508653 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ee727583-ffbb-4b37-943c-34d8ca5b0f5e req-736afd1f-0270-4f49-8084-3aec98092e89 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Oct 26 11:28:12.713549 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:13.636830 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c55af-1c94-4fa7-8eb7-ee7a0354fe42 req-a9550c83-3ceb-456a-873b-762d769c6c6f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:13.638336 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea1c55af-1c94-4fa7-8eb7-ee7a0354fe42 req-a9550c83-3ceb-456a-873b-762d769c6c6f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0528486 Oct 26 11:28:13.688470 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:13.689223 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:13.698853 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea1c55af-1c94-4fa7-8eb7-ee7a0354fe42 req-b2c50a9d-69a0-4d47-bf1c-7cbd0e4e8567 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530372 Oct 26 11:28:14.818891 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31af84-208e-492a-9ade-173a65ec71d2 req-b692f236-924b-4f39-b71a-c79a843a64da tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:14.820332 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bf31af84-208e-492a-9ade-173a65ec71d2 req-b692f236-924b-4f39-b71a-c79a843a64da tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0446453 Oct 26 11:28:14.870613 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-bf31af84-208e-492a-9ade-173a65ec71d2 req-c91f1b09-3e7a-46d6-9cdc-578d92edb717 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Oct 26 11:28:15.992667 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ce71f-d87f-4086-ac54-a600c8a450c6 req-891fcd74-139d-42ef-9b89-4085ea4ca8d1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:15.994127 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-529ce71f-d87f-4086-ac54-a600c8a450c6 req-891fcd74-139d-42ef-9b89-4085ea4ca8d1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0510709 Oct 26 11:28:16.042556 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-529ce71f-d87f-4086-ac54-a600c8a450c6 req-b85f0772-2213-444f-ab48-783732ddda17 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Oct 26 11:28:17.158867 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd4008-1749-4d6e-95f0-92e8d32b3bd2 req-671cd720-5e64-4aea-b2b0-1ccb90125c09 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.160289 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2bcd4008-1749-4d6e-95f0-92e8d32b3bd2 req-671cd720-5e64-4aea-b2b0-1ccb90125c09 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 932 time: 0.0454619 Oct 26 11:28:17.206794 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Request body: {'port': {'device_id': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:17.214295 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2bcd4008-1749-4d6e-95f0-92e8d32b3bd2 req-d5ddd891-f4e8-4811-9c37-336b40ecf897 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478816 Oct 26 11:28:17.271725 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (436d699c-83eb-4925-85b5-851f53994190), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.382381 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-67cd479d-faaf-478c-83c6-4ba8c8d7d99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.452840 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:17.496759 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:17.534773 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 436d699c-83eb-4925-85b5-851f53994190 {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:28:17.542267 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Publish callbacks [] for port (436d699c-83eb-4925-85b5-851f53994190), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.554392 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Transition to ACTIVE for port object 436d699c-83eb-4925-85b5-851f53994190 will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:28:17.626243 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (436d699c-83eb-4925-85b5-851f53994190), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.706137 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Pushing event updated for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:17.741077 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Attempting to bind port 436d699c-83eb-4925-85b5-851f53994190 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:28:17.741409 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Attempting to bind port 436d699c-83eb-4925-85b5-851f53994190 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:28:17.741738 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Attempting to bind port 436d699c-83eb-4925-85b5-851f53994190 on network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:28:17.787579 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Port 436d699c-83eb-4925-85b5-851f53994190 on network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:28:17.787908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Attempting to bind port 436d699c-83eb-4925-85b5-851f53994190 on network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:28:17.831653 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:28:17.832023 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Checking segment: {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:28:17.832405 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Bound using segment: {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:28:17.832839 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Bound port: 436d699c-83eb-4925-85b5-851f53994190, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda430ab-b10d-42bf-8588-b6025fd0afac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 480, 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:28:17.833197 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (436d699c-83eb-4925-85b5-851f53994190), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.894882 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:28:17.898128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=436d699c-83eb-4925-85b5-851f53994190,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:28:17.970260 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (436d699c-83eb-4925-85b5-851f53994190), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.974382 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:17.975142 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:17.976606 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 1094 time: 0.7764020 Oct 26 11:28:17.977668 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:17.979984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eab8a72-acc0-453c-9f1f-57e733f1a1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:18.020685 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7f741-6645-4c8b-b18d-1735b3829249 x-openstack-request-id: req-01c7f741-6645-4c8b-b18d-1735b3829249 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:18.020975 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:18.021227 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01c7f741-6645-4c8b-b18d-1735b3829249 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:18.021628 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c7f741-6645-4c8b-b18d-1735b3829249'] response: {'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190', 'status': 'completed', 'code': 200} Oct 26 11:28:18.048995 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d5c30-ec66-4d00-aeea-19d60567d81a service neutron] Pushing event updated for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:18.115536 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8a72-acc0-453c-9f1f-57e733f1a1c9 req-5dc89d70-259f-4793-b3ca-f1c7a1bb1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.117038 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7eab8a72-acc0-453c-9f1f-57e733f1a1c9 req-5dc89d70-259f-4793-b3ca-f1c7a1bb1ba3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1128 time: 0.0418913 Oct 26 11:28:18.227716 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8a72-acc0-453c-9f1f-57e733f1a1c9 req-c33fb53e-8f10-4a4a-864c-d264403fbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.229088 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7eab8a72-acc0-453c-9f1f-57e733f1a1c9 req-c33fb53e-8f10-4a4a-864c-d264403fbd6a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=a975701f3c69481b874e106eb5d4edcd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0955634 Oct 26 11:28:18.251010 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:18.341324 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18eae5-28fd-499b-82d4-83dbca47a64d req-91b6abdb-4c61-4c9b-ba35-8e94677ccbf3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.342792 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-eb18eae5-28fd-499b-82d4-83dbca47a64d req-91b6abdb-4c61-4c9b-ba35-8e94677ccbf3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 944 time: 0.0474765 Oct 26 11:28:18.388893 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-eb18eae5-28fd-499b-82d4-83dbca47a64d req-7a4286c7-00c8-41c6-ab5a-c73ab1f70df3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 Oct 26 11:28:18.518038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab8a72-acc0-453c-9f1f-57e733f1a1c9 req-8fa49c67-5ed4-461f-bf99-862b99b5ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.519410 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7eab8a72-acc0-453c-9f1f-57e733f1a1c9 req-8fa49c67-5ed4-461f-bf99-862b99b5ae05 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905852 Oct 26 11:28:18.677205 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:18.684227 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-e9f52234-f709-4223-b6b0-bfabf45e5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.685917 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-e9f52234-f709-4223-b6b0-bfabf45e5660 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1128 time: 0.0417783 Oct 26 11:28:18.713507 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-b2dd6fd8-e80b-4c6f-9334-4e397b150b42 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444422 Oct 26 11:28:18.738558 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-ac28b7ee-1026-4b63-bc5f-f531605a40a2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 217 time: 0.0352008 Oct 26 11:28:18.791784 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-3e181ca5-60f0-495a-9553-dc4e6ffba194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.792406 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-1eca1036-eeaa-4a51-a8c6-45534cf1f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.793155 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-3e181ca5-60f0-495a-9553-dc4e6ffba194 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 200 len: 853 time: 0.0443754 Oct 26 11:28:18.793986 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-1eca1036-eeaa-4a51-a8c6-45534cf1f292 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 1130 time: 0.0396369 Oct 26 11:28:18.843566 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-c71f0ef6-a054-4ea5-8762-40477c65279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.845060 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-c71f0ef6-a054-4ea5-8762-40477c65279b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424938 Oct 26 11:28:18.908097 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-670e913b-15ba-4f3d-9f81-5e95eb529e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:18.909568 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-670e913b-15ba-4f3d-9f81-5e95eb529e69 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 913 time: 0.0903211 Oct 26 11:28:18.937628 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-f781d218-6af2-4052-b25d-a4b865236c49 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822392 Oct 26 11:28:18.972043 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-de1bf3d2-b1bb-4912-a71c-0b74db7be95b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4098a34c-ed38-40c7-a957-cd9dc982a278 HTTP/1.1" status: 200 len: 1001 time: 0.0558555 Oct 26 11:28:19.020321 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-320201c6-c218-4be6-a8cb-1da6d958809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:19.021871 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-320201c6-c218-4be6-a8cb-1da6d958809a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0443027 Oct 26 11:28:19.036187 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a9e33bb1-357d-4c68-8102-606b9093f0a0 req-59d14507-0dc4-4834-b035-51a28ab37270 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873830 Oct 26 11:28:19.067721 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-d5602489-a20d-4e8a-a057-5f4d8a1f77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:19.069124 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-d5602489-a20d-4e8a-a057-5f4d8a1f77b3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409687 Oct 26 11:28:19.164038 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-4fdce9a1-2f8f-4a3b-9e6c-800142196e44 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812986 Oct 26 11:28:19.514700 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8810455-3393-43a2-9de7-0cda31f40ebf req-95166929-2fda-481c-9877-ac56eb5c8135 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:19.516151 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f8810455-3393-43a2-9de7-0cda31f40ebf req-95166929-2fda-481c-9877-ac56eb5c8135 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 944 time: 0.0496736 Oct 26 11:28:19.561915 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f8810455-3393-43a2-9de7-0cda31f40ebf req-5fb8d16b-e990-4272-b78a-6e404aca75bc tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Oct 26 11:28:19.734957 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a461bec7-0d4a-4960-9ba1-55b6a85e4227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:20.677872 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77207ef5-62d2-4e8f-afda-dfade69da90a req-a9c40617-0dfa-454b-82c1-05c045b07615 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:20.679352 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-77207ef5-62d2-4e8f-afda-dfade69da90a req-a9c40617-0dfa-454b-82c1-05c045b07615 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 944 time: 0.0461028 Oct 26 11:28:20.711700 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:20.725961 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-77207ef5-62d2-4e8f-afda-dfade69da90a req-ccd9b02b-5065-488e-be9c-1a8eb3883cfd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Oct 26 11:28:21.020556 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:21.775079 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-82c4a2bc-cfb3-4f2d-b980-4f5c3b9cfd45 req-1d3e4f01-679e-4476-be4f-f000f6b5a8d9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851641 Oct 26 11:28:21.851274 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb161ce3-271e-49be-bdd2-4cd460669067 req-3ba52959-87cd-4386-91a2-75c141014150 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:21.852734 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fb161ce3-271e-49be-bdd2-4cd460669067 req-3ba52959-87cd-4386-91a2-75c141014150 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 944 time: 0.0499725 Oct 26 11:28:21.900827 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fb161ce3-271e-49be-bdd2-4cd460669067 req-14750c96-7574-447f-b2aa-ee473f1868e4 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Oct 26 11:28:22.702071 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:22.906177 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:23.017439 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894202-0e77-4a41-adfd-e0c08cd1e77e req-b00f9b4e-99f5-48c3-9e6e-2aa9934072f1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:23.018791 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53894202-0e77-4a41-adfd-e0c08cd1e77e req-b00f9b4e-99f5-48c3-9e6e-2aa9934072f1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 944 time: 0.0452538 Oct 26 11:28:23.068770 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-53894202-0e77-4a41-adfd-e0c08cd1e77e req-bd7b05de-b462-4eaf-97df-3283ac048265 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 Oct 26 11:28:24.185946 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dda0a-c223-4cce-a9c9-ed754c263c69 req-572cb18e-4f8d-43f4-af8b-eae2fd242ef1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:24.187397 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e75dda0a-c223-4cce-a9c9-ed754c263c69 req-572cb18e-4f8d-43f4-af8b-eae2fd242ef1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 944 time: 0.0455213 Oct 26 11:28:24.232027 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e75dda0a-c223-4cce-a9c9-ed754c263c69 req-008476f2-f8cb-4f71-bc91-52f1747fa273 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Oct 26 11:28:24.267003 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 436d699c-83eb-4925-85b5-851f53994190 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:28:24.365252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=436d699c-83eb-4925-85b5-851f53994190,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:24.376303 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '436d699c-83eb-4925-85b5-851f53994190', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'port_id': '436d699c-83eb-4925-85b5-851f53994190', 'mac_address': 'fa:16:3e:b8:74:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:28:24.410125 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 436d699c-83eb-4925-85b5-851f53994190 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:24.410516 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (436d699c-83eb-4925-85b5-851f53994190), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:24.423481 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 436d699c-83eb-4925-85b5-851f53994190 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:28:24.442195 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=436d699c-83eb-4925-85b5-851f53994190,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:24.513160 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (436d699c-83eb-4925-85b5-851f53994190), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:24.558005 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:24.956566 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['436d699c-83eb-4925-85b5-851f53994190'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:28:25.348046 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9918e46-10bb-48bc-9758-75f25fe17305 req-915dc34e-64fc-4bee-83b1-935cff5d53f0 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:25.349464 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9918e46-10bb-48bc-9758-75f25fe17305 req-915dc34e-64fc-4bee-83b1-935cff5d53f0 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 945 time: 0.0456307 Oct 26 11:28:25.394943 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b9918e46-10bb-48bc-9758-75f25fe17305 req-f641e3e4-0c56-4815-a475-f019f618e5ec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Oct 26 11:28:26.283558 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 436d699c-83eb-4925-85b5-851f53994190 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:28:26.324218 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 436d699c-83eb-4925-85b5-851f53994190 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:28:26.385703 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 436d699c-83eb-4925-85b5-851f53994190 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:26.386076 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (436d699c-83eb-4925-85b5-851f53994190), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.386411 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 436d699c-83eb-4925-85b5-851f53994190 Oct 26 11:28:26.407563 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:26.462566 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 436d699c-83eb-4925-85b5-851f53994190 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:26.462977 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (436d699c-83eb-4925-85b5-851f53994190), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.485570 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436d699c-83eb-4925-85b5-851f53994190'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:26.487821 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aa3d9f-228d-4dba-8249-65b91a749124" -d '{"events": [{"server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "name": "network-vif-plugged", "status": "completed", "tag": "436d699c-83eb-4925-85b5-851f53994190"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:26.500950 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=436d699c-83eb-4925-85b5-851f53994190,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:26.514443 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeae7fc-d811-4c47-b22c-c7b21a81e9fc req-7ad7708c-6349-452b-8ac7-9e9c1410abef tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:26.515935 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5aeae7fc-d811-4c47-b22c-c7b21a81e9fc req-7ad7708c-6349-452b-8ac7-9e9c1410abef tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 945 time: 0.0468400 Oct 26 11:28:26.527766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7255dda6-5c1f-40f2-bf43-49ea4e9b5193 x-openstack-request-id: req-7255dda6-5c1f-40f2-bf43-49ea4e9b5193 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:26.528071 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "name": "network-vif-plugged", "status": "completed", "tag": "436d699c-83eb-4925-85b5-851f53994190", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:26.528317 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7255dda6-5c1f-40f2-bf43-49ea4e9b5193 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:26.528709 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7255dda6-5c1f-40f2-bf43-49ea4e9b5193'] response: {'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '436d699c-83eb-4925-85b5-851f53994190', 'code': 200} Oct 26 11:28:26.547759 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (436d699c-83eb-4925-85b5-851f53994190), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:26.569898 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5aeae7fc-d811-4c47-b22c-c7b21a81e9fc req-f98414c1-a5d4-4bbe-bdfb-64e5572940a1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Oct 26 11:28:26.597214 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:27.452450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:27.462076 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967aaa3-333a-4655-8d8c-7b420846fe9d req-5b6916a2-0b83-44ab-8bbb-97fb56c81151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.463586 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2967aaa3-333a-4655-8d8c-7b420846fe9d req-5b6916a2-0b83-44ab-8bbb-97fb56c81151 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1130 time: 0.0384121 Oct 26 11:28:27.507923 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2967aaa3-333a-4655-8d8c-7b420846fe9d req-77473694-2bbc-4ba5-abe5-d554af8b3122 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381522 Oct 26 11:28:27.694155 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ffe25-2f5c-47bf-b758-307e07af3eba req-bb863662-45cd-4194-8681-8c5438d31557 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:27.695679 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d99ffe25-2f5c-47bf-b758-307e07af3eba req-bb863662-45cd-4194-8681-8c5438d31557 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0456500 Oct 26 11:28:27.742372 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d99ffe25-2f5c-47bf-b758-307e07af3eba req-6c81fab5-8e6a-4af9-af50-8f06bdaf2cf9 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Oct 26 11:28:28.826544 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:28.863292 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9a32-b57e-4ad4-9b97-1c42e73e8ed4 req-07c94406-e5ce-4965-add4-cede64d7684c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:28.864766 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6b4d9a32-b57e-4ad4-9b97-1c42e73e8ed4 req-07c94406-e5ce-4965-add4-cede64d7684c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0473409 Oct 26 11:28:28.911885 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6b4d9a32-b57e-4ad4-9b97-1c42e73e8ed4 req-76eb0be1-4bd2-4bfe-b7a0-5cb580943830 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Oct 26 11:28:30.039616 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8a5ca-76dc-4242-935f-9d79c2e788d1 req-e8525099-6d3d-4fab-a4de-16c0342f5fea tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:30.039616 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e3e8a5ca-76dc-4242-935f-9d79c2e788d1 req-e8525099-6d3d-4fab-a4de-16c0342f5fea tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0514324 Oct 26 11:28:30.087757 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e3e8a5ca-76dc-4242-935f-9d79c2e788d1 req-494caba9-2c6b-40c2-b1d0-a08a54ef5a06 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Oct 26 11:28:31.213422 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ab7d0-adb7-4842-828b-846922fe037d req-cd213066-5732-43f9-bfa7-86f312de7fcc tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:31.214937 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1a2ab7d0-adb7-4842-828b-846922fe037d req-cd213066-5732-43f9-bfa7-86f312de7fcc tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0504260 Oct 26 11:28:31.260462 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1a2ab7d0-adb7-4842-828b-846922fe037d req-e66ef8bf-4f4d-4f0c-a3ea-3f7feda53cbf tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Oct 26 11:28:31.376449 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec074f-6233-4323-a389-3d20db304657 req-23c047df-5aec-421e-8d00-d49782e9785e tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:31.377808 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9bec074f-6233-4323-a389-3d20db304657 req-23c047df-5aec-421e-8d00-d49782e9785e tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0453987 Oct 26 11:28:31.427192 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9bec074f-6233-4323-a389-3d20db304657 req-c0157fb8-002b-4a35-a156-8be6ec5803cc tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Oct 26 11:28:31.766318 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfd0ae-e0d7-4a44-ace5-9765245de811 req-3e7e15e2-f7d1-4797-82a8-d476ccc3b767 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:31.767824 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-52cfd0ae-e0d7-4a44-ace5-9765245de811 req-3e7e15e2-f7d1-4797-82a8-d476ccc3b767 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0478001 Oct 26 11:28:31.815087 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-52cfd0ae-e0d7-4a44-ace5-9765245de811 req-8b9b6f31-984c-405e-89a4-b64df9ca7147 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Oct 26 11:28:32.734071 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:32.738873 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:32.984284 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:32.994112 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b783a37-04f1-46af-9e0a-9751af6dd684 req-96e457c7-cf2e-41b0-aebc-5bfe3d96e48c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:32.996662 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5b783a37-04f1-46af-9e0a-9751af6dd684 req-96e457c7-cf2e-41b0-aebc-5bfe3d96e48c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 945 time: 0.0459027 Oct 26 11:28:33.045463 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5b783a37-04f1-46af-9e0a-9751af6dd684 req-d93f1e14-64ca-45d0-af56-6de4dff22a5a tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443938 Oct 26 11:28:34.165706 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35ebbb-f78c-41f1-b49a-e15af4e4955a req-d82fd042-2186-446f-b58e-dc9219b66df0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:34.167148 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5e35ebbb-f78c-41f1-b49a-e15af4e4955a req-d82fd042-2186-446f-b58e-dc9219b66df0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 945 time: 0.0457399 Oct 26 11:28:34.215568 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5e35ebbb-f78c-41f1-b49a-e15af4e4955a req-eef37f10-6ea7-49c1-9204-9c5e5fe40dc5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430458 Oct 26 11:28:35.188267 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-5e8f80f9-4973-4a35-a3e2-39f3bd0d32ba tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:35.189666 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-5e8f80f9-4973-4a35-a3e2-39f3bd0d32ba tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 945 time: 0.0449166 Oct 26 11:28:35.273571 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:35.273910 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:35.376320 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d70fe-92ca-4936-aecb-fac7904a7efb req-17dcb7cd-b675-41a0-a20c-1c4d0ef2c4a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:35.377788 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f0d70fe-92ca-4936-aecb-fac7904a7efb req-17dcb7cd-b675-41a0-a20c-1c4d0ef2c4a5 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 945 time: 0.0795815 Oct 26 11:28:35.421149 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] For port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:35.421507 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:35.486181 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3f0d70fe-92ca-4936-aecb-fac7904a7efb req-03e59fd2-8b49-4060-9aaf-ef58f00625d0 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e958da78-a139-4c24-8317-e103ef3b1f10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006773 Oct 26 11:28:35.606517 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:35.606908 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (81e25f4b-8693-4f76-a39e-45341e71a13e), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:35.607225 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Floating IP 81e25f4b-8693-4f76-a39e-45341e71a13e disassociated. External IP: 172.27.3.77, port: 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0. Oct 26 11:28:35.607560 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:35.680035 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:35.720615 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:35.799962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (7b01f1f3-91ab-48bc-ba7f-676d9f2823c0), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:35.827955 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=7b01f1f3-91ab-48bc-ba7f-676d9f2823c0,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:35.839512 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.839857 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.840196 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.840532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.840861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.841189 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.841512 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.841840 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.842193 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.842475 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.842796 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.843215 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.843536 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.847919 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.847919 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:35.951578 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:28:36.329522 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:36.340559 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:36.342969 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:36.344892 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:36.354859 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:36.354859 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:36.373130 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] No DVR routers for this DVR port 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:28:36.375753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:36.378903 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e2022cfe-b7ce-4eee-a08c-66f86164ea16 req-ed0f9765-1439-4ee7-a1cc-a603475a760c tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.55 "DELETE /networking/v2.0/ports/7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 HTTP/1.1" status: 204 len: 173 time: 1.1834211 Oct 26 11:28:36.379387 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'name': 'network-vif-deleted', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:36.381617 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4912cb36-67ad-4398-8c9e-56a2177982a5" -d '{"events": [{"server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "name": "network-vif-deleted", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:36.421289 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89978431-dda1-49f9-98f2-02cd4a70b3cb x-openstack-request-id: req-89978431-dda1-49f9-98f2-02cd4a70b3cb {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:36.421602 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f58550-4456-4d0f-b050-e0be7959139f", "name": "network-vif-deleted", "tag": "7b01f1f3-91ab-48bc-ba7f-676d9f2823c0", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:36.421845 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89978431-dda1-49f9-98f2-02cd4a70b3cb {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:36.422244 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89978431-dda1-49f9-98f2-02cd4a70b3cb'] response: {'server_uuid': 'd7f58550-4456-4d0f-b050-e0be7959139f', 'name': 'network-vif-deleted', 'tag': '7b01f1f3-91ab-48bc-ba7f-676d9f2823c0', 'status': 'completed', 'code': 200} Oct 26 11:28:36.463089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:36.597224 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-193f05e6-b917-429b-9aea-ce2faad5577f req-d59863cb-b9ff-4b91-9af8-887ca85071bd tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d7f58550-4456-4d0f-b050-e0be7959139f HTTP/1.1" status: 200 len: 210 time: 0.0283282 Oct 26 11:28:36.650526 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:36.674699 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:36.683566 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:36.684210 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:36.921162 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:37.106060 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:37.129765 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb80b05-d808-4bb1-ba5b-db90f7613cef None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:10Z', 'revision_number': 4, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '55b09273-2f6b-4c07-89bb-31e8b6901252', 'name': '', 'network_id': '4b6fe9a7-2300-42a7-b12b-879816096b76', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'mac_address': 'fa:16:3e:90:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:08Z', 'updated_at': '2022-10-26T11:18:20Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'subnets': [{'id': 'a345ced8-26c6-4f7c-8e1c-33b3b766a058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:37.339943 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81053f51-fabc-4f83-9018-a1a348c99b54 None None] New status for floating IP 81e25f4b-8693-4f76-a39e-45341e71a13e: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:37.782236 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33422) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:37.835382 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (e958da78-a139-4c24-8317-e103ef3b1f10), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:37.857243 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (e958da78-a139-4c24-8317-e103ef3b1f10), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:37.982598 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e958da78-a139-4c24-8317-e103ef3b1f10), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:37.985201 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:37.986342 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e958da78-a139-4c24-8317-e103ef3b1f10 HTTP/1.1" status: 204 len: 168 time: 0.2031083 Oct 26 11:28:37.989198 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33424) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:37.996116 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958da78-a139-4c24-8317-e103ef3b1f10,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:38.002751 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.api.v2.resource [None req-501c0558-e58e-42da-9974-d256f3703279 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] show failed (client error): The resource could not be found. Oct 26 11:28:38.006463 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006463 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006682 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-501c0558-e58e-42da-9974-d256f3703279 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e958da78-a139-4c24-8317-e103ef3b1f10 HTTP/1.1" status: 404 len: 347 time: 0.0135844 Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.006788 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.007507 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33426) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:38.007610 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.007610 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.007610 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.008022 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.008022 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a90ad6-d9c2-4569-a293-90b28432b5aa tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:38.115594 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Deleting port 683dffcf-d793-4f8e-b77e-572c5e592296 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:38.115944 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (683dffcf-d793-4f8e-b77e-572c5e592296), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.189941 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (683dffcf-d793-4f8e-b77e-572c5e592296), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.190269 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (683dffcf-d793-4f8e-b77e-572c5e592296), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.202471 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Calling delete_port for 683dffcf-d793-4f8e-b77e-572c5e592296 owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:38.394212 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (683dffcf-d793-4f8e-b77e-572c5e592296), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.416889 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Pushing event deleted for resources: {'Port': ['ID=683dffcf-d793-4f8e-b77e-572c5e592296,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:38.467762 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:38.481631 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks [] for floatingip (81e25f4b-8693-4f76-a39e-45341e71a13e), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.484116 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:38.485252 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-5783a8ca-ba0e-4523-a399-68e2d35ee246 tempest-AttachVolumeNegativeTest-1560590927 tempest-AttachVolumeNegativeTest-1560590927-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/81e25f4b-8693-4f76-a39e-45341e71a13e HTTP/1.1" status: 204 len: 168 time: 0.4778302 Oct 26 11:28:40.362086 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:40.381310 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:28:40.381654 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 7b01f1f3-91ab-48bc-ba7f-676d9f2823c0 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:40.693687 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:28:42.564736 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33472) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:42.737260 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:42.933219 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:42.973746 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (bcb6e665-4827-4986-bd02-300b310e6a06), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:43.194418 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Deleting port 55b09273-2f6b-4c07-89bb-31e8b6901252 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:43.194756 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:43.275505 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] For port 55b09273-2f6b-4c07-89bb-31e8b6901252, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=55b09273-2f6b-4c07-89bb-31e8b6901252,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:43.275864 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:43.288446 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Calling delete_port for 55b09273-2f6b-4c07-89bb-31e8b6901252 owned by network:router_interface {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:43.398493 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:43.537140 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (55b09273-2f6b-4c07-89bb-31e8b6901252), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:43.561673 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b09273-2f6b-4c07-89bb-31e8b6901252,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:43.721867 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (bcb6e665-4827-4986-bd02-300b310e6a06), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:43.748089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34cb75f-670e-496a-a21f-ceaa7a98ae50 None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:28:43.847964 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cb75f-670e-496a-a21f-ceaa7a98ae50 None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:28:43.881055 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:43.933308 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Router bcb6e665-4827-4986-bd02-300b310e6a06 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:28:44.046145 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:44.053511 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3b3d25d9-fba4-4604-b0ff-eeb509b02825 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/bcb6e665-4827-4986-bd02-300b310e6a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4853561 Oct 26 11:28:44.053637 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33484) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:44.059617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] Sync routers for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:44.070559 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:44.071253 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:44.123403 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:44.165178 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks [] for router (bcb6e665-4827-4986-bd02-300b310e6a06), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.187792 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:44.233834 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524be18b-092a-4280-b6a9-10e56c907231 req-d9a308c8-c3ec-4646-a114-685c033f83f1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:44.236165 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-524be18b-092a-4280-b6a9-10e56c907231 req-d9a308c8-c3ec-4646-a114-685c033f83f1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0538325 Oct 26 11:28:44.278189 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks [] for router_gateway (bcb6e665-4827-4986-bd02-300b310e6a06), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.293815 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-524be18b-092a-4280-b6a9-10e56c907231 req-e8854225-0e74-4823-bd46-6ddd73078e12 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 Oct 26 11:28:44.328342 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33488) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:44.394847 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:28:43Z', 'revision_number': 5, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port': {'id': 'a6f11a96-d361-413e-b644-e18b853f4b34', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:44.422074 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] Checking router: bcb6e665-4827-4986-bd02-300b310e6a06 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:44.431593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] Routers {'bcb6e665-4827-4986-bd02-300b310e6a06'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:44.431805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eedc5a-aac7-4c27-ab77-58ab6b095c51 tempest-TestMinimumBasicScenario-1604942031 tempest-TestMinimumBasicScenario-1604942031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:44.432438 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['bcb6e665-4827-4986-bd02-300b310e6a06'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:44.436100 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-57eedc5a-aac7-4c27-ab77-58ab6b095c51 tempest-TestMinimumBasicScenario-1604942031 tempest-TestMinimumBasicScenario-1604942031-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1125 time: 0.1079166 Oct 26 11:28:44.436557 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33492) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:44.441247 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'port_id': '436d699c-83eb-4925-85b5-851f53994190', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:44.445717 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:44.447674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Deleting port a6f11a96-d361-413e-b644-e18b853f4b34 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:44.448238 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.529509 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.536142 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] Set router bcb6e665-4827-4986-bd02-300b310e6a06 gateway port host: None {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:44.547110 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] For port a6f11a96-d361-413e-b644-e18b853f4b34, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=a6f11a96-d361-413e-b644-e18b853f4b34,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:44.547563 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.567272 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Calling delete_port for a6f11a96-d361-413e-b644-e18b853f4b34 owned by network:router_gateway {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:44.588371 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:28:44Z', 'revision_number': 6, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:44.616493 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80ef7fb-b41c-4331-9aaa-988115f58660 None None] The sync data for ids ['bcb6e665-4827-4986-bd02-300b310e6a06'] in dv-cinder-815582-18-iscsi is: [{'id': 'bcb6e665-4827-4986-bd02-300b310e6a06', 'name': 'tempest-AttachVolumeNegativeTest-1839801878-router', 'tenant_id': '724121c2144843b7adc7e17312613c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:28:44Z', 'revision_number': 6, 'project_id': '724121c2144843b7adc7e17312613c9d', 'gw_port_host': None}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:44.620981 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.664643 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-e88fccb7-a036-4718-933e-f2167aec86e9 None None] Provisioning complete for port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:28:44.665014 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e88fccb7-a036-4718-933e-f2167aec86e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.665346 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-e88fccb7-a036-4718-933e-f2167aec86e9 None None] Attempt 1 to provision port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d Oct 26 11:28:44.670606 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:44.746388 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-e88fccb7-a036-4718-933e-f2167aec86e9 None None] Current status of the port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:28:44.748356 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Allocated IP 172.27.3.214 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/6cff491a-1d96-4584-a007-205364bdaf5d) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:28:44.832227 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (a6f11a96-d361-413e-b644-e18b853f4b34), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.849807 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for port (6cff491a-1d96-4584-a007-205364bdaf5d), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.854607 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f11a96-d361-413e-b644-e18b853f4b34,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:44.917254 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (bcb6e665-4827-4986-bd02-300b310e6a06), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.935354 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (6cff491a-1d96-4584-a007-205364bdaf5d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:44.938623 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:44.977917 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:44.980422 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:28:44.983634 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:28:44.987549 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:28:45.005772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (bcb6e665-4827-4986-bd02-300b310e6a06), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.008283 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks [] for router_controller (bcb6e665-4827-4986-bd02-300b310e6a06), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.146533 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (bcb6e665-4827-4986-bd02-300b310e6a06), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.147189 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcb6e665-4827-4986-bd02-300b310e6a06 {{(pid=105073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:28:45.155977 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.155977 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-cc817cfd-7f00-4093-b4e7-7f5c9c9b548f admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/bcb6e665-4827-4986-bd02-300b310e6a06 HTTP/1.1" status: 204 len: 168 time: 1.0984609 Oct 26 11:28:45.155977 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33494) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:45.202080 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] Deleting subnet a345ced8-26c6-4f7c-8e1c-33b3b766a058 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:28:45.205373 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] Publish callbacks [] for subnet (a345ced8-26c6-4f7c-8e1c-33b3b766a058), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.240753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (a345ced8-26c6-4f7c-8e1c-33b3b766a058), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.276102 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'Port': ['ID=6cff491a-1d96-4584-a007-205364bdaf5d,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:45.321024 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (a345ced8-26c6-4f7c-8e1c-33b3b766a058), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.434659 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (a345ced8-26c6-4f7c-8e1c-33b3b766a058), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.461193 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a345ced8-26c6-4f7c-8e1c-33b3b766a058,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:45.466681 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.471625 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25a575-d2bf-4889-aaea-35243dc12a70 None None] Network 4b6fe9a7-2300-42a7-b12b-879816096b76 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:28:45.487125 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-2f23f706-2e58-4eb0-8c77-99896b9f4aef admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a345ced8-26c6-4f7c-8e1c-33b3b766a058 HTTP/1.1" status: 204 len: 168 time: 0.3281569 Oct 26 11:28:45.487344 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33496) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:45.566931 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:45.572133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (4b6fe9a7-2300-42a7-b12b-879816096b76), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.621713 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Deleting port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:45.622078 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.633798 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for floatingip (f6e5dc4a-d0f1-44dc-8962-00c9ded079cd), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.659154 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] DHCP port deletion for 4b6fe9a7-2300-42a7-b12b-879816096b76 request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:28:45.699532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] For port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:45.699904 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.700028 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Deleting port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:28:45.700407 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.721674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Calling delete_port for 7b6fa2f3-abfa-477e-bda7-7def821f9f9d owned by network:dhcp {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:45.722329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:45.772134 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device a6f11a96-d361-413e-b644-e18b853f4b34 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:45.781501 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6cff491a-1d96-4584-a007-205364bdaf5d), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.801875 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: a6f11a96-d361-413e-b644-e18b853f4b34 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:28:45.802280 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device a6f11a96-d361-413e-b644-e18b853f4b34 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:45.802691 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 55b09273-2f6b-4c07-89bb-31e8b6901252 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:45.807799 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:45.809383 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] For port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,segment=NetworkSegment(4b36d116-c75a-4945-b06b-59a9f83aa104),segment_id=4b36d116-c75a-4945-b06b-59a9f83aa104)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:45.809844 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.835275 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:45.839203 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 55b09273-2f6b-4c07-89bb-31e8b6901252 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:28:45.839545 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 55b09273-2f6b-4c07-89bb-31e8b6901252 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:45.839951 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7b6fa2f3-abfa-477e-bda7-7def821f9f9d no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:28:45.841871 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Calling delete_port for 7b6fa2f3-abfa-477e-bda7-7def821f9f9d owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:28:45.902867 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.919880 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No active binding found for port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d {{(pid=105074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 26 11:28:45.920274 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] The host dv-cinder-815582-18-iscsi is not matching for port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d host None! {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 26 11:28:45.920637 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 7b6fa2f3-abfa-477e-bda7-7def821f9f9d not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:28:45.930535 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:45.934040 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] No DVR routers for this DVR port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d on host dv-cinder-815582-18-iscsi {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:28:45.950618 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for port (6cff491a-1d96-4584-a007-205364bdaf5d), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.956864 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (7b6fa2f3-abfa-477e-bda7-7def821f9f9d), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:45.980110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Pushing event deleted for resources: {'Port': ['ID=7b6fa2f3-abfa-477e-bda7-7def821f9f9d,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:45.989892 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] No DVR routers for this DVR port 7b6fa2f3-abfa-477e-bda7-7def821f9f9d on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:28:45.994693 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.995074 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.995417 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.995753 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.996083 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.996545 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.996787 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.997035 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.997358 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.997678 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.997996 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.998375 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.998702 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.999044 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:45.999361 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19bfb2d-c96b-42be-a59a-9aaac5e9a300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:28:46.005580 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (6cff491a-1d96-4584-a007-205364bdaf5d), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.017551 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (4b6fe9a7-2300-42a7-b12b-879816096b76), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.038759 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6fe9a7-2300-42a7-b12b-879816096b76']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:46.048439 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b36d116-c75a-4945-b06b-59a9f83aa104') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:46.053532 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b36d116-c75a-4945-b06b-59a9f83aa104') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:46.058862 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (4b36d116-c75a-4945-b06b-59a9f83aa104), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.073483 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (4b36d116-c75a-4945-b06b-59a9f83aa104), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.076437 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (f6e5dc4a-d0f1-44dc-8962-00c9ded079cd), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.077908 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:46.079682 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'Port': ['ID=6cff491a-1d96-4584-a007-205364bdaf5d,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:46.080831 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Releasing vlan 473 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:28:46.081224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (4b36d116-c75a-4945-b06b-59a9f83aa104), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.109171 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 4b36d116-c75a-4945-b06b-59a9f83aa104 resource provider aggregate not found Oct 26 11:28:46.141415 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 4b36d116-c75a-4945-b06b-59a9f83aa104 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b36d116-c75a-4945-b06b-59a9f83aa104 found for delete ", "request_id": "req-f0cb18e9-3c72-48ce-8cf1-efdb25706076"}]} Oct 26 11:28:46.158915 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:46.177254 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Floating IP f6e5dc4a-d0f1-44dc-8962-00c9ded079cd associated. External IP: 172.27.3.214, port: 436d699c-83eb-4925-85b5-851f53994190. Oct 26 11:28:46.211334 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (4b6fe9a7-2300-42a7-b12b-879816096b76), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.217129 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.220329 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4b6fe9a7-2300-42a7-b12b-879816096b76 HTTP/1.1" status: 204 len: 168 time: 0.7320426 Oct 26 11:28:46.231321 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe3a09-3c6c-4c05-b375-65af03a7c945 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6fe9a7-2300-42a7-b12b-879816096b76,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:46.388852 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Router 47922957-354f-4265-915a-3d42660211f1 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:28:46.495575 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:28:46.505603 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] Sync routers for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:28:46.515482 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:46.516141 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:46.543585 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33504) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:46.584206 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e59906ba-5841-4b78-b191-2cafbc485890 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=724121c2144843b7adc7e17312613c9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394869 Oct 26 11:28:46.586695 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33506) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:46.607655 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.624540 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:46.638840 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-df24935b-34fe-434f-ab85-33668ded0c46 admin admin] Publish callbacks [] for security_group (5545e770-2ad9-4712-b554-b58e5cfeab87), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.640267 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-f425a493-b0b3-4dc8-ae43-4ccb3c412073 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2024517 Oct 26 11:28:46.641246 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:46.643913 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc3df02-6125-4b81-a16e-4a377a742cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:46.646147 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33508) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:46.652247 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-e9fc1705-f865-4f8b-b657-cd24aa4ae245 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342134755', 'description': 'tempest-secgroup-smoke-342134755 description', 'project_id': 'a975701f3c69481b874e106eb5d4edcd'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:46.661674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-df24935b-34fe-434f-ab85-33668ded0c46 admin admin] Publish callbacks [] for security_group (5545e770-2ad9-4712-b554-b58e5cfeab87), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.694477 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3a4368-93e7-4856-bef3-ffc0b20ff74f x-openstack-request-id: req-7c3a4368-93e7-4856-bef3-ffc0b20ff74f {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:46.695378 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:46.695933 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c3a4368-93e7-4856-bef3-ffc0b20ff74f {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:46.696351 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3a4368-93e7-4856-bef3-ffc0b20ff74f'] response: {'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190', 'status': 'completed', 'code': 200} Oct 26 11:28:46.761906 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1705-f865-4f8b-b657-cd24aa4ae245 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.783579 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-df24935b-34fe-434f-ab85-33668ded0c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5545e770-2ad9-4712-b554-b58e5cfeab87), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.787712 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-df24935b-34fe-434f-ab85-33668ded0c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.789185 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-df24935b-34fe-434f-ab85-33668ded0c46 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5545e770-2ad9-4712-b554-b58e5cfeab87 HTTP/1.1" status: 204 len: 168 time: 0.2015750 Oct 26 11:28:46.800901 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24935b-34fe-434f-ab85-33668ded0c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5545e770-2ad9-4712-b554-b58e5cfeab87,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:46.831147 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:46.870049 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1705-f865-4f8b-b657-cd24aa4ae245 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group (ba73caf4-4697-4c56-9274-a12d28569beb), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.888526 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'f6e5dc4a-d0f1-44dc-8962-00c9ded079cd', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '47922957-354f-4265-915a-3d42660211f1', 'port_id': '436d699c-83eb-4925-85b5-851f53994190', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'mac_address': 'fa:16:3e:b8:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:45Z', 'updated_at': '2022-10-26T11:28:45Z', 'revision_number': 0, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 5, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:46.908100 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-03a02d8d-3c6b-43a4-8294-3db69f16b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:46.909715 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-03a02d8d-3c6b-43a4-8294-3db69f16b4fc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1130 time: 0.1640434 Oct 26 11:28:46.914071 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] Checking router: 47922957-354f-4265-915a-3d42660211f1 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:28:46.923500 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:28:46.924110 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:46.954133 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1705-f865-4f8b-b657-cd24aa4ae245 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ba73caf4-4697-4c56-9274-a12d28569beb), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:46.987066 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc1705-f865-4f8b-b657-cd24aa4ae245 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba73caf4-4697-4c56-9274-a12d28569beb,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:47.011429 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-c65bf02b-3e27-4812-9840-784c74f6a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:47.013084 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-c65bf02b-3e27-4812-9840-784c74f6a82b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 915 time: 0.0945599 Oct 26 11:28:47.042021 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:28:47.059361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e9fc1705-f865-4f8b-b657-cd24aa4ae245 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.063465 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e9fc1705-f865-4f8b-b657-cd24aa4ae245 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4132962 Oct 26 11:28:47.063643 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33516) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:47.068285 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-73cf3444-3c16-44c9-ab17-071e36dae671 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'security_group_rule': {'security_group_id': 'ba73caf4-4697-4c56-9274-a12d28569beb', 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:47.088971 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-f97c11be-eeca-4977-9157-b7e401fb98a2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 1000 time: 0.0694852 Oct 26 11:28:47.141065 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-3ca2f9cb-0c43-42e8-95bd-2eb238b1a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:47.142552 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-3ca2f9cb-0c43-42e8-95bd-2eb238b1a8a3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 200 len: 853 time: 0.0461349 Oct 26 11:28:47.161456 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73cf3444-3c16-44c9-ab17-071e36dae671 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (6c6cb386-2e33-47c9-8e53-1cf2ba94f2e3), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.198524 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-911391d2-1d4b-499a-bf1d-be8b37fc68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:47.200558 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-911391d2-1d4b-499a-bf1d-be8b37fc68c3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487113 Oct 26 11:28:47.211280 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-d556cfc4-bff7-4e15-bce0-50d78eeada00 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:28:47.212272 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-d556cfc4-bff7-4e15-bce0-50d78eeada00 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052261 Oct 26 11:28:47.251896 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73cf3444-3c16-44c9-ab17-071e36dae671 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (6c6cb386-2e33-47c9-8e53-1cf2ba94f2e3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.284711 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:47.290223 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'f6e5dc4a-d0f1-44dc-8962-00c9ded079cd', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '47922957-354f-4265-915a-3d42660211f1', 'port_id': '436d699c-83eb-4925-85b5-851f53994190', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'mac_address': 'fa:16:3e:b8:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:45Z', 'updated_at': '2022-10-26T11:28:45Z', 'revision_number': 0, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 5, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:28:47.315181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73cf3444-3c16-44c9-ab17-071e36dae671 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (6c6cb386-2e33-47c9-8e53-1cf2ba94f2e3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.321614 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc30c229-1a37-4cbf-b9f2-d1dfd2c4f7b1 None None] The sync data for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi is: [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': 'f6e5dc4a-d0f1-44dc-8962-00c9ded079cd', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '47922957-354f-4265-915a-3d42660211f1', 'port_id': '436d699c-83eb-4925-85b5-851f53994190', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'mac_address': 'fa:16:3e:b8:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:28:45Z', 'updated_at': '2022-10-26T11:28:45Z', 'revision_number': 0, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 5, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:28:47.325468 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-968c4033-88fe-43ee-8b12-95b800bf88ed service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055751 Oct 26 11:28:47.352235 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf3444-3c16-44c9-ab17-071e36dae671 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6cb386-2e33-47c9-8e53-1cf2ba94f2e3,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:47.352740 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-959b7164-5943-42ba-ab70-d08d7e2e9355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.409471 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73cf3444-3c16-44c9-ab17-071e36dae671 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.415214 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-73cf3444-3c16-44c9-ab17-071e36dae671 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502963 Oct 26 11:28:47.416364 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33526) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:47.420887 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-8fa69729-a5a7-4aed-aaf3-dd86e2178dec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'security_group_rule': {'security_group_id': 'ba73caf4-4697-4c56-9274-a12d28569beb', 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:47.432424 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fdc3df02-6125-4b81-a16e-4a377a742cd6 req-7c04cf2d-24e7-4954-89d8-3c6efec8d64c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015704 Oct 26 11:28:47.532651 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fa69729-a5a7-4aed-aaf3-dd86e2178dec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (038fcc37-f830-458f-a886-00145d57860f), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.577609 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4535f8-29c7-4588-b0d6-e476c881cf92 None None] New status for floating IP f6e5dc4a-d0f1-44dc-8962-00c9ded079cd: ACTIVE {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:28:47.595665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fa69729-a5a7-4aed-aaf3-dd86e2178dec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (038fcc37-f830-458f-a886-00145d57860f), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.668487 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fa69729-a5a7-4aed-aaf3-dd86e2178dec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (038fcc37-f830-458f-a886-00145d57860f), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.689320 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa69729-a5a7-4aed-aaf3-dd86e2178dec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038fcc37-f830-458f-a886-00145d57860f,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:47.773824 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fa69729-a5a7-4aed-aaf3-dd86e2178dec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.775956 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-8fa69729-a5a7-4aed-aaf3-dd86e2178dec tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3577335 Oct 26 11:28:47.778434 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33534) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:47.783290 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-1fec0e86-ccde-4935-8ba0-ca252009755c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'security_group_rule': {'security_group_id': 'ba73caf4-4697-4c56-9274-a12d28569beb', 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:47.903468 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fec0e86-ccde-4935-8ba0-ca252009755c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (e3148ab0-4699-4a03-a2de-c0b6ba81cbdb), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:47.943356 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:47.963581 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fec0e86-ccde-4935-8ba0-ca252009755c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (e3148ab0-4699-4a03-a2de-c0b6ba81cbdb), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.049291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fec0e86-ccde-4935-8ba0-ca252009755c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (e3148ab0-4699-4a03-a2de-c0b6ba81cbdb), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.071422 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec0e86-ccde-4935-8ba0-ca252009755c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3148ab0-4699-4a03-a2de-c0b6ba81cbdb,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:48.137542 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-1fec0e86-ccde-4935-8ba0-ca252009755c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.138803 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-1fec0e86-ccde-4935-8ba0-ca252009755c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3593600 Oct 26 11:28:48.141847 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33546) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:48.148488 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-dd9441d3-b10b-42ad-b86e-97a3d691121a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'security_group_rule': {'security_group_id': 'ba73caf4-4697-4c56-9274-a12d28569beb', 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:48.274993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dd9441d3-b10b-42ad-b86e-97a3d691121a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (0f5fa558-6ab7-47a0-84d0-15719b5ed5e3), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.328518 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dd9441d3-b10b-42ad-b86e-97a3d691121a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (0f5fa558-6ab7-47a0-84d0-15719b5ed5e3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.403650 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dd9441d3-b10b-42ad-b86e-97a3d691121a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (0f5fa558-6ab7-47a0-84d0-15719b5ed5e3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.423454 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9441d3-b10b-42ad-b86e-97a3d691121a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5fa558-6ab7-47a0-84d0-15719b5ed5e3,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:48.485729 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-dd9441d3-b10b-42ad-b86e-97a3d691121a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.486984 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-dd9441d3-b10b-42ad-b86e-97a3d691121a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3440735 Oct 26 11:28:48.495327 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33570) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:48.499752 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'security_group_rule': {'security_group_id': 'ba73caf4-4697-4c56-9274-a12d28569beb', 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:48.615681 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.securitygroups_db [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Project a975701f3c69481b874e106eb5d4edcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:28:48.625073 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (00b4f16a-3cfa-4d94-8bce-790796bfcac3), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.680681 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (00b4f16a-3cfa-4d94-8bce-790796bfcac3), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.758448 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (00b4f16a-3cfa-4d94-8bce-790796bfcac3), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.778380 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b4f16a-3cfa-4d94-8bce-790796bfcac3,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:48.811925 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33574) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:48.847851 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.849253 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-996d4462-a6dc-40f3-95be-93f923f8e0ca tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3528967 Oct 26 11:28:48.851953 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33578) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:48.856741 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'security_group_rule': {'security_group_id': 'ba73caf4-4697-4c56-9274-a12d28569beb', 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:48.917815 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7ed06ce-b9d6-42a5-a7f9-39e2615a2b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:48.927502 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:48.943685 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.securitygroups_db [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Project a975701f3c69481b874e106eb5d4edcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 26 11:28:48.959289 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (bba7bde3-020d-4989-87bf-4b7a43ebf1ed), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.046792 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7ed06ce-b9d6-42a5-a7f9-39e2615a2b76 admin admin] Publish callbacks [] for security_group (91bf25a4-cdc0-4d54-a736-a562b04631ae), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.054231 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (bba7bde3-020d-4989-87bf-4b7a43ebf1ed), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.152528 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (bba7bde3-020d-4989-87bf-4b7a43ebf1ed), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.156780 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a7ed06ce-b9d6-42a5-a7f9-39e2615a2b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (91bf25a4-cdc0-4d54-a736-a562b04631ae), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.183867 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:49.199089 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba7bde3-020d-4989-87bf-4b7a43ebf1ed,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:49.213331 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed06ce-b9d6-42a5-a7f9-39e2615a2b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf25a4-cdc0-4d54-a736-a562b04631ae,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:49.218152 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-a7ed06ce-b9d6-42a5-a7f9-39e2615a2b76 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=127e058a793441948288b4b28144541f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052377 Oct 26 11:28:49.220874 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33582) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:28:49.267829 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.268966 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-98660940-69dd-4555-bea6-ac78d78b1377 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4161010 Oct 26 11:28:49.272851 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2d674d6c-7c87-42cd-95fa-ab8724493338 admin admin] Publish callbacks [] for security_group (91bf25a4-cdc0-4d54-a736-a562b04631ae), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.295530 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2d674d6c-7c87-42cd-95fa-ab8724493338 admin admin] Publish callbacks [] for security_group (91bf25a4-cdc0-4d54-a736-a562b04631ae), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.374438 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-6fb8f262-0505-449e-a180-6b117059aad2 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-342134755&fields=id&tenant_id=a975701f3c69481b874e106eb5d4edcd HTTP/1.1" status: 200 len: 267 time: 0.0566952 Oct 26 11:28:49.423769 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-970789c5-44fd-48f0-9ee6-3e36c884f122 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:49.425101 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-970789c5-44fd-48f0-9ee6-3e36c884f122 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0453334 Oct 26 11:28:49.426539 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2d674d6c-7c87-42cd-95fa-ab8724493338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (91bf25a4-cdc0-4d54-a736-a562b04631ae), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.429242 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2d674d6c-7c87-42cd-95fa-ab8724493338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.430296 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2d674d6c-7c87-42cd-95fa-ab8724493338 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/91bf25a4-cdc0-4d54-a736-a562b04631ae HTTP/1.1" status: 204 len: 168 time: 0.2085481 Oct 26 11:28:49.439196 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'port': {'security_groups': ['0f2278fb-ca91-458a-b73c-0dcef3ffc4fb', 'ba73caf4-4697-4c56-9274-a12d28569beb']}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:28:49.449505 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d674d6c-7c87-42cd-95fa-ab8724493338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf25a4-cdc0-4d54-a736-a562b04631ae,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:49.516799 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (436d699c-83eb-4925-85b5-851f53994190), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.705469 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=436d699c-83eb-4925-85b5-851f53994190,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:28:49.720079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7474e372-7d75-44a5-b382-605146cb7a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.740044 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for port (436d699c-83eb-4925-85b5-851f53994190), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.805490 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (436d699c-83eb-4925-85b5-851f53994190), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.818151 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:49.819257 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:49.820170 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-efcf2473-ce1a-48f6-b5d2-27e93dfd7e81 req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "PUT /networking/v2.0/ports/436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 982 time: 0.3870697 Oct 26 11:28:49.820658 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:28:49.826748 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:28:49.851361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:49.852686 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['436d699c-83eb-4925-85b5-851f53994190'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:28:49.877315 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc30f2e-a917-427b-8918-f1cf306da32c x-openstack-request-id: req-1bc30f2e-a917-427b-8918-f1cf306da32c {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:28:49.877686 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:28:49.878010 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bc30f2e-a917-427b-8918-f1cf306da32c {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:28:49.878487 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc30f2e-a917-427b-8918-f1cf306da32c'] response: {'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190', 'status': 'completed', 'code': 200} Oct 26 11:28:49.882631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529f3f8-a798-4255-a025-bd08c6513dee tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=6']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:28:49.918405 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:50.010550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['436d699c-83eb-4925-85b5-851f53994190'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:28:50.050336 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:50.257568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd570b1-52be-4078-aa86-8f9720f7e328 req-73a2a7a8-5c81-4926-8628-b0f283a4b7a0 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:50.259083 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9dd570b1-52be-4078-aa86-8f9720f7e328 req-73a2a7a8-5c81-4926-8628-b0f283a4b7a0 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.3504071 Oct 26 11:28:50.264587 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-8c73d8cf-2aaf-4862-9294-6cedd39b4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:50.266243 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-8c73d8cf-2aaf-4862-9294-6cedd39b4a51 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1169 time: 0.3293240 Oct 26 11:28:50.339614 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:50.366665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:50.392844 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9dd570b1-52be-4078-aa86-8f9720f7e328 req-0e72fe00-8f27-44d1-a64a-5bac06c1c197 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1254852 Oct 26 11:28:50.412892 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-237d80d6-fcdf-49ef-907e-5bbd65b97f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:50.412892 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-237d80d6-fcdf-49ef-907e-5bbd65b97f8c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 915 time: 0.1350687 Oct 26 11:28:50.419347 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:50.481070 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-c32017a0-3c33-44a0-a09f-3be219043aa2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 1002 time: 0.0654974 Oct 26 11:28:50.531884 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-fbc1b00e-c52c-425c-8ec0-ce2c8ea62338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:50.533876 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-fbc1b00e-c52c-425c-8ec0-ce2c8ea62338 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 200 len: 853 time: 0.0459540 Oct 26 11:28:50.583635 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-d8632194-ba1c-4f0f-aab9-882323296ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:28:50.585225 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-d8632194-ba1c-4f0f-aab9-882323296ca9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439098 Oct 26 11:28:50.676140 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-5a749537-bc7a-4d1c-96e4-e75453f43da9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840554 Oct 26 11:28:50.776575 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cd9e2cff-d8ab-459e-aa85-6e35ec1dcb87 req-29c4e18b-937e-43a8-b334-785291f2030b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938296 Oct 26 11:28:51.051229 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.748732 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:52.900978 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:28:57.294100 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=86 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:28:59.876982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=46 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:00.773306 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=79 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:02.848307 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:02.852224 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:02.855085 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:06.489957 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc987ea-a5e5-408e-9db5-9cc878c54762 req-4610cc75-6b4d-4511-b2cb-2d7ae4df822e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:06.491441 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6fc987ea-a5e5-408e-9db5-9cc878c54762 req-4610cc75-6b4d-4511-b2cb-2d7ae4df822e tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0470524 Oct 26 11:29:06.537530 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6fc987ea-a5e5-408e-9db5-9cc878c54762 req-49881069-48a6-40d6-9bfc-ee2f683f7c6a tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405521 Oct 26 11:29:07.666123 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2715e5d-84a9-4cd2-94e2-a15e86de98b7 req-f4ae3f9e-8ba2-404d-a36b-ec40d26d2bd2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:07.667530 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e2715e5d-84a9-4cd2-94e2-a15e86de98b7 req-f4ae3f9e-8ba2-404d-a36b-ec40d26d2bd2 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0480592 Oct 26 11:29:07.715012 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e2715e5d-84a9-4cd2-94e2-a15e86de98b7 req-7458db9c-24d7-4256-8c92-99d3117cd02d tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413089 Oct 26 11:29:08.420431 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-6b2a84fd-6c8c-4d00-b95c-b7b366da8731 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:08.421835 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-6b2a84fd-6c8c-4d00-b95c-b7b366da8731 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0450656 Oct 26 11:29:08.505501 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Deleting port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:29:08.505838 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.597058 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] For port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:08.597423 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.753595 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.754202 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (92864ddb-b336-4d66-b7e8-57d1b71b2ab6), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.754349 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Floating IP 92864ddb-b336-4d66-b7e8-57d1b71b2ab6 disassociated. External IP: 172.27.3.130, port: d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1. Oct 26 11:29:08.754583 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Calling delete_port for d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:29:08.852930 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee578f8-43ca-45e9-afaf-391e5e8b6aec req-3c46f0cb-b19c-4101-8be6-80846a4a0478 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:08.859737 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2ee578f8-43ca-45e9-afaf-391e5e8b6aec req-3c46f0cb-b19c-4101-8be6-80846a4a0478 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 947 time: 0.0606468 Oct 26 11:29:08.905747 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2ee578f8-43ca-45e9-afaf-391e5e8b6aec req-3031b04e-b6f5-4d84-802c-4e566fcef129 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e40c8efc-a5a0-4664-9d20-165233b02053&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451465 Oct 26 11:29:08.954692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:08.982304 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event deleted for resources: {'Port': ['ID=d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:09.090699 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Router 62cc8114-eee9-4d92-941d-e37fbd286c7c has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:29:09.194067 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:29:09.204564 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] Sync routers for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:09.214556 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:09.215223 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:09.235241 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] No DVR routers for this DVR port d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:29:09.237769 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:09.240911 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-288e693c-b53d-4959-91ca-26f0e37cb8c5 req-2e0d4b97-9ee8-4718-9880-6e30767fbe94 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.55 "DELETE /networking/v2.0/ports/d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 HTTP/1.1" status: 204 len: 173 time: 0.8138275 Oct 26 11:29:09.241393 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-deleted', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:29:09.243659 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9e892-8eb9-4852-947f-cfe8e66cd317" -d '{"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-deleted", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:29:09.328143 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:09.421991 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787166a2-9e7b-4e3e-b8d1-93cdfee2a009 x-openstack-request-id: req-787166a2-9e7b-4e3e-b8d1-93cdfee2a009 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:29:09.422383 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032aed92-2b14-4791-8612-a0261e6d77fd", "name": "network-vif-deleted", "tag": "d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:29:09.422729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-787166a2-9e7b-4e3e-b8d1-93cdfee2a009 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:29:09.423283 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787166a2-9e7b-4e3e-b8d1-93cdfee2a009'] response: {'server_uuid': '032aed92-2b14-4791-8612-a0261e6d77fd', 'name': 'network-vif-deleted', 'tag': 'd48eea34-8900-4e01-bcd5-3b4a5f2f3dd1', 'status': 'completed', 'code': 200} Oct 26 11:29:09.540023 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:09.569332 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] Checking router: 62cc8114-eee9-4d92-941d-e37fbd286c7c for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:09.578454 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:09.579254 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:09.679191 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:09.951373 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:09.976734 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99aa22-c970-47d8-b222-b44293991a5a None None] The sync data for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi is: [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:18:05Z', 'revision_number': 4, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '777b8c5a-f9ba-42f8-8620-630a57372fc9', 'name': '', 'network_id': '8a84e861-89f8-4687-9444-98b50729a58f', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'mac_address': 'fa:16:3e:9c:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:04Z', 'updated_at': '2022-10-26T11:18:19Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'subnets': [{'id': '791f35dc-52e3-43a8-9df8-821645d96fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:10.027086 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e4bb587d-52b1-4df7-9d06-0060ef8f7aad req-e43d6b0d-614b-4004-940b-e222798536cc tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=032aed92-2b14-4791-8612-a0261e6d77fd HTTP/1.1" status: 200 len: 210 time: 0.0286245 Oct 26 11:29:10.192961 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119bd39-0e56-43c4-b156-32bda7defd4f None None] New status for floating IP 92864ddb-b336-4d66-b7e8-57d1b71b2ab6: DOWN {{(pid=105074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:12.199336 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33812) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:12.255280 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-417f29bc-79a5-46eb-99f9-ba4f89678c7b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (e40c8efc-a5a0-4664-9d20-165233b02053), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.278166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-417f29bc-79a5-46eb-99f9-ba4f89678c7b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (e40c8efc-a5a0-4664-9d20-165233b02053), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.389140 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-417f29bc-79a5-46eb-99f9-ba4f89678c7b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e40c8efc-a5a0-4664-9d20-165233b02053), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.391675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-417f29bc-79a5-46eb-99f9-ba4f89678c7b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.396195 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-417f29bc-79a5-46eb-99f9-ba4f89678c7b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e40c8efc-a5a0-4664-9d20-165233b02053 HTTP/1.1" status: 204 len: 168 time: 0.1932268 Oct 26 11:29:12.399282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33822) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:12.403312 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f29bc-79a5-46eb-99f9-ba4f89678c7b tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c8efc-a5a0-4664-9d20-165233b02053,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:12.408441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:12.417117 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.api.v2.resource [None req-c9fef082-50e9-4c60-a334-311bf94701c5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] show failed (client error): The resource could not be found. Oct 26 11:29:12.421007 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c9fef082-50e9-4c60-a334-311bf94701c5 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "GET /networking/v2.0/security-groups/e40c8efc-a5a0-4664-9d20-165233b02053 HTTP/1.1" status: 404 len: 347 time: 0.0205357 Oct 26 11:29:12.421772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33824) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:12.472528 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:12.537353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Deleting port 1cbf2686-3486-4ec2-8136-23bd40960a67 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:29:12.537688 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.604761 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:12.616560 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.617263 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (1cbf2686-3486-4ec2-8136-23bd40960a67), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:12.628842 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Calling delete_port for 1cbf2686-3486-4ec2-8136-23bd40960a67 owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:29:12.629003 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:29:12.629194 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device d48eea34-8900-4e01-bcd5-3b4a5f2f3dd1 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:29:12.709002 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:13.255738 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (1cbf2686-3486-4ec2-8136-23bd40960a67), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:13.281037 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Pushing event deleted for resources: {'Port': ['ID=1cbf2686-3486-4ec2-8136-23bd40960a67,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:13.341368 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks [] for floatingip (92864ddb-b336-4d66-b7e8-57d1b71b2ab6), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:13.343839 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:13.344969 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0ca9fc86-ede3-4205-9f14-6240e9799730 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/92864ddb-b336-4d66-b7e8-57d1b71b2ab6 HTTP/1.1" status: 204 len: 168 time: 0.9195733 Oct 26 11:29:16.064986 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33864) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:16.381338 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:16.508989 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (62cc8114-eee9-4d92-941d-e37fbd286c7c), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:16.719756 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Deleting port 777b8c5a-f9ba-42f8-8620-630a57372fc9 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:29:16.719986 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:16.796379 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] For port 777b8c5a-f9ba-42f8-8620-630a57372fc9, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=777b8c5a-f9ba-42f8-8620-630a57372fc9,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:16.796735 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:16.809803 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Calling delete_port for 777b8c5a-f9ba-42f8-8620-630a57372fc9 owned by network:router_interface {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:29:16.868764 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:17.038350 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (777b8c5a-f9ba-42f8-8620-630a57372fc9), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:17.060319 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=777b8c5a-f9ba-42f8-8620-630a57372fc9,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:17.234587 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (62cc8114-eee9-4d92-941d-e37fbd286c7c), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:17.265548 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50f176-bacb-4e30-a89b-2bda72fab72a None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:29:17.294674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:17.461258 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Router 62cc8114-eee9-4d92-941d-e37fbd286c7c has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:29:17.518737 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50f176-bacb-4e30-a89b-2bda72fab72a None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:29:17.522063 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-24cde089-fc22-4152-9804-40dffff988ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:17.693876 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:29:17.853691 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:29:17.859290 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-9579d4d6-9676-45ec-a0ca-25e3b3b7e8dc admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/62cc8114-eee9-4d92-941d-e37fbd286c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953210 Oct 26 11:29:17.862609 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33884) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:17.865380 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] Sync routers for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:17.878812 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:17.879543 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:17.972840 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks [] for router (62cc8114-eee9-4d92-941d-e37fbd286c7c), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:17.988582 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:18.053860 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:18.080193 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks [] for router_gateway (62cc8114-eee9-4d92-941d-e37fbd286c7c), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.165442 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:29:16Z', 'revision_number': 5, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port': {'id': '515ad2a4-c61b-4d23-8234-cbea33dc3528', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:18:01Z', 'updated_at': '2022-10-26T11:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:18.190671 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] Checking router: 62cc8114-eee9-4d92-941d-e37fbd286c7c for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:18.199196 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] Routers {'62cc8114-eee9-4d92-941d-e37fbd286c7c'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:18.199824 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:28:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['62cc8114-eee9-4d92-941d-e37fbd286c7c'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:18.228016 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Deleting port 515ad2a4-c61b-4d23-8234-cbea33dc3528 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:29:18.228352 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.276412 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d6696f5d-c6c3-42a4-92f7-a5d35b8348ff None None] Provisioning complete for port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:18.277064 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d6696f5d-c6c3-42a4-92f7-a5d35b8348ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.277357 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d6696f5d-c6c3-42a4-92f7-a5d35b8348ff None None] Attempt 1 to provision port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 Oct 26 11:29:18.277509 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=100 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:18.285314 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] Set router 62cc8114-eee9-4d92-941d-e37fbd286c7c gateway port host: None {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:18.314466 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] For port 515ad2a4-c61b-4d23-8234-cbea33dc3528, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=515ad2a4-c61b-4d23-8234-cbea33dc3528,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:18.314890 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.328480 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Calling delete_port for 515ad2a4-c61b-4d23-8234-cbea33dc3528 owned by network:router_gateway {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:29:18.334972 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:29:18Z', 'revision_number': 6, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:18.356326 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d6696f5d-c6c3-42a4-92f7-a5d35b8348ff None None] Current status of the port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:18.363123 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554bf5d7-f48e-4e97-a547-d9319e1e2a53 None None] The sync data for ids ['62cc8114-eee9-4d92-941d-e37fbd286c7c'] in dv-cinder-815582-18-iscsi is: [{'id': '62cc8114-eee9-4d92-941d-e37fbd286c7c', 'name': 'tempest-AttachVolumeShelveTestJSON-1461532797-router', 'tenant_id': 'ab29bf15969d46da9670efa2b52e6676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:18:00Z', 'updated_at': '2022-10-26T11:29:18Z', 'revision_number': 6, 'project_id': 'ab29bf15969d46da9670efa2b52e6676', 'gw_port_host': None}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:18.489009 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:18.498897 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:18.575659 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (515ad2a4-c61b-4d23-8234-cbea33dc3528), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.601112 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Pushing event deleted for resources: {'Port': ['ID=515ad2a4-c61b-4d23-8234-cbea33dc3528,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:18.667291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (62cc8114-eee9-4d92-941d-e37fbd286c7c), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.763326 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (62cc8114-eee9-4d92-941d-e37fbd286c7c), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.765764 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks [] for router_controller (62cc8114-eee9-4d92-941d-e37fbd286c7c), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.884335 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (62cc8114-eee9-4d92-941d-e37fbd286c7c), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.884912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62cc8114-eee9-4d92-941d-e37fbd286c7c {{(pid=105072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:29:18.891631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.893904 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33890) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:18.894343 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2c211ae7-f38a-438b-8a7b-69c01bdcf604 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/62cc8114-eee9-4d92-941d-e37fbd286c7c HTTP/1.1" status: 204 len: 168 time: 1.0295956 Oct 26 11:29:18.942643 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] Deleting subnet 791f35dc-52e3-43a8-9df8-821645d96fd4 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:29:18.945828 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] Publish callbacks [] for subnet (791f35dc-52e3-43a8-9df8-821645d96fd4), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:18.979861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (791f35dc-52e3-43a8-9df8-821645d96fd4), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.041152 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:19.057293 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (791f35dc-52e3-43a8-9df8-821645d96fd4), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.178299 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (791f35dc-52e3-43a8-9df8-821645d96fd4), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.208950 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.212631 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/791f35dc-52e3-43a8-9df8-821645d96fd4 HTTP/1.1" status: 204 len: 168 time: 0.3176742 Oct 26 11:29:19.213897 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6444e-fa1e-4f08-90f4-ab4f3f8a13e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791f35dc-52e3-43a8-9df8-821645d96fd4,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:19.214468 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9309e3d-b9ff-4188-8a3f-e9759e64da45 None None] Network 8a84e861-89f8-4687-9444-98b50729a58f requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:29:19.215816 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33892) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:19.289313 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (8a84e861-89f8-4687-9444-98b50729a58f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.333578 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Deleting port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:29:19.333923 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.384810 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] DHCP port deletion for 8a84e861-89f8-4687-9444-98b50729a58f request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:29:19.404044 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] For port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:19.404399 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.420109 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Calling delete_port for 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 owned by network:dhcp {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:29:19.424120 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] Deleting port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:29:19.424597 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.487410 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] For port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,segment=NetworkSegment(09cf5120-10d7-4932-b1c7-401eb290cae1),segment_id=09cf5120-10d7-4932-b1c7-401eb290cae1)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:19.487723 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.501825 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] Calling delete_port for 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:29:19.569677 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.578484 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (6dfe2024-2b98-458a-a0f9-cf0abeef9a87), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.595772 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:19.597597 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] No DVR routers for this DVR port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 on host dv-cinder-815582-18-iscsi {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:29:19.603984 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] Pushing event deleted for resources: {'Port': ['ID=6dfe2024-2b98-458a-a0f9-cf0abeef9a87,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:19.605827 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b57ee5-29d3-4c52-8c4c-6116e493a4a3 None None] No DVR routers for this DVR port 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:29:19.674061 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (8a84e861-89f8-4687-9444-98b50729a58f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.694043 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a84e861-89f8-4687-9444-98b50729a58f']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:19.703629 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cf5120-10d7-4932-b1c7-401eb290cae1') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:19.704278 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cf5120-10d7-4932-b1c7-401eb290cae1') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:19.714569 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (09cf5120-10d7-4932-b1c7-401eb290cae1), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.725539 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-343b6c61-f850-49f3-b8b6-9ee2143b3ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.729059 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (09cf5120-10d7-4932-b1c7-401eb290cae1), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.736402 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Releasing vlan 454 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:29:19.736898 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (09cf5120-10d7-4932-b1c7-401eb290cae1), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.769676 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 777b8c5a-f9ba-42f8-8620-630a57372fc9 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:19.786358 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 09cf5120-10d7-4932-b1c7-401eb290cae1 resource provider aggregate not found Oct 26 11:29:19.789773 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 777b8c5a-f9ba-42f8-8620-630a57372fc9 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:29:19.790192 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 777b8c5a-f9ba-42f8-8620-630a57372fc9 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:29:19.791886 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 515ad2a4-c61b-4d23-8234-cbea33dc3528 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:19.803319 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 09cf5120-10d7-4932-b1c7-401eb290cae1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09cf5120-10d7-4932-b1c7-401eb290cae1 found for delete ", "request_id": "req-ec4ebf4d-4a77-4c60-a97a-3606307227be"}]} Oct 26 11:29:19.810227 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 515ad2a4-c61b-4d23-8234-cbea33dc3528 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:29:19.810583 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 515ad2a4-c61b-4d23-8234-cbea33dc3528 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:29:19.811024 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:29:19.832557 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:29:19.832904 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6dfe2024-2b98-458a-a0f9-cf0abeef9a87 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:29:19.886215 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (8a84e861-89f8-4687-9444-98b50729a58f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.892238 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:19.895311 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/8a84e861-89f8-4687-9444-98b50729a58f HTTP/1.1" status: 204 len: 168 time: 0.6782310 Oct 26 11:29:19.906489 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d88919-60a6-4825-bb28-ca67f1005f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a84e861-89f8-4687-9444-98b50729a58f,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:20.197175 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33902) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:20.240626 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6268ceb3-33d8-4d4f-8efa-95837f7eab2d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ab29bf15969d46da9670efa2b52e6676&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423284 Oct 26 11:29:20.247589 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33904) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:20.294840 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffaa0-2f8c-4775-b98b-6535454e6510 admin admin] Publish callbacks [] for security_group (fa8440b0-d83c-4e73-ada7-b8e4d14265ef), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.315379 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffaa0-2f8c-4775-b98b-6535454e6510 admin admin] Publish callbacks [] for security_group (fa8440b0-d83c-4e73-ada7-b8e4d14265ef), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.347228 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:20.452235 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffaa0-2f8c-4775-b98b-6535454e6510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fa8440b0-d83c-4e73-ada7-b8e4d14265ef), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.454835 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffaa0-2f8c-4775-b98b-6535454e6510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:20.456002 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-cc8ffaa0-2f8c-4775-b98b-6535454e6510 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fa8440b0-d83c-4e73-ada7-b8e4d14265ef HTTP/1.1" status: 204 len: 168 time: 0.2075088 Oct 26 11:29:20.464760 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ffaa0-2f8c-4775-b98b-6535454e6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8440b0-d83c-4e73-ada7-b8e4d14265ef,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:21.029086 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.456637 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33928) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:21.550834 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2119700404-network', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:21.621139 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Made reservation on behalf of b78491741fc7450b932b7a43e5d3bb92 for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:29:21.623507 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.632573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.706752 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks [] for security_group (be89e4b0-ebba-449a-b7f4-72fb62cbe188), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.766224 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (be89e4b0-ebba-449a-b7f4-72fb62cbe188), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.792153 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 488, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:29:21.802753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be89e4b0-ebba-449a-b7f4-72fb62cbe188,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:21.808549 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (8e85cb48-aa7d-448e-a753-4e8261f5a9dd), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.808887 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Added segment 8e85cb48-aa7d-448e-a753-4e8261f5a9dd of type vlan for network 75737873-3b56-4732-b134-9315e0673dae Oct 26 11:29:21.819121 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=6,neutron:INSERT=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:21.853667 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (75737873-3b56-4732-b134-9315e0673dae), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.926170 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (75737873-3b56-4732-b134-9315e0673dae), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.927264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:21.927845 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:21.988174 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] Pushing event updated for resources: {'Network': ['ID=75737873-3b56-4732-b134-9315e0673dae,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:21.997749 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network 75737873-3b56-4732-b134-9315e0673dae details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:29:22.046715 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-35ac0bf0-9f03-4c87-a5f4-85f2f9b09a82 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5889010 Oct 26 11:29:22.050214 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 33934) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:22.055076 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Request body: {'subnet': {'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2119700404-subnet', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:22.143287 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Made reservation on behalf of b78491741fc7450b932b7a43e5d3bb92 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:29:22.145617 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.381777 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (42dae22b-89e9-4cd7-b063-73dbdd458beb), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.431781 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42dae22b-89e9-4cd7-b063-73dbdd458beb,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:22.446546 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Checking segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:29:22.446935 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Network hostable DHCP agents. Network: 75737873-3b56-4732-b134-9315e0673dae, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:29:22.449696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:22.566167 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Network 75737873-3b56-4732-b134-9315e0673dae is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:29:22.648429 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, 75737873-3b56-4732-b134-9315e0673dae) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:29:22.652545 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:22.662476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.663210 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12580331-c31d-4aab-9bfc-c294a74beacd None None] Network 75737873-3b56-4732-b134-9315e0673dae requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:29:22.748405 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.770663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ab7b1a-970f-58f1-8116-041626fbd938-75737873-3b56-4732-b134-9315e0673dae', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb'}]}} from dv-cinder-815582-18-iscsi. {{(pid=105074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 26 11:29:22.770663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.780760 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:22.792645 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-4e6da840-aeb9-4bfd-ba9b-e27874fcb735 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7413208 Oct 26 11:29:22.795551 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33936) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:22.799921 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:22.806847 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:22.865570 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:22.906680 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.db_base_plugin_common [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Allocated IP 172.20.0.2 (75737873-3b56-4732-b134-9315e0673dae/42dae22b-89e9-4cd7-b063-73dbdd458beb/2a3f196d-f7e0-49f5-921b-53466a2ddd3d) {{(pid=105074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:29:22.907855 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3738751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124148'] for router (2d8fa7a4-876e-4a67-b179-474af8489b6d), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.909322 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3742761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3740429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3921142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124045'] for router (2d8fa7a4-876e-4a67-b179-474af8489b6d), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.914929 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:22.962454 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks [] for router_controller (2d8fa7a4-876e-4a67-b179-474af8489b6d), precommit_add_association {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:22.991522 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.052639 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Publish callbacks [] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), precommit_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.116169 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), after_create {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.149297 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks [] for router_gateway (2d8fa7a4-876e-4a67-b179-474af8489b6d), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.154648 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Network 75737873-3b56-4732-b134-9315e0673dae is already hosted by enough agents. {{(pid=105074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:29:23.159542 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.base_scheduler [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Resources bound (agent type, host, resource id): {{(pid=105074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:29:23.163277 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Received port after_create {{(pid=105074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:29:23.168111 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Pushing event updated for resources: {'Port': ['ID=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,revision_number=1']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:23.225969 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Attempting to bind port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:29:23.226426 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Attempting to bind port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:29:23.226791 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Attempting to bind port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d on network 75737873-3b56-4732-b134-9315e0673dae {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:29:23.269416 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:29:23.269786 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Checking segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:29:23.270188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.270579 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Bound using segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:29:23.271073 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Bound port: 2a3f196d-f7e0-49f5-921b-53466a2ddd3d, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:29:23.271457 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.331770 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] For port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:29:23.334793 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] For port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:29:23.425155 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.459355 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:23.484610 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4515a-0c69-44a5-8460-b942c6d00480 None None] Pushing event updated for resources: {'Port': ['ID=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:23.684494 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks [] for router_gateway (2d8fa7a4-876e-4a67-b179-474af8489b6d), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.705541 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.792018 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 2a3f196d-f7e0-49f5-921b-53466a2ddd3d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:23.820912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Allocated IP 172.27.3.170 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/c1efb81a-43b6-43dd-b55a-19528bca2971) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:29:23.839693 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:23.840072 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.840411 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d Oct 26 11:29:23.914999 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:23.915385 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.918054 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:23.933272 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks [] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:23.949766 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:24.011935 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:24.022596 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:24.069872 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:29:24.072887 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:24.075869 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:29:24.078202 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:29:24.087250 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1efb81a-43b6-43dd-b55a-19528bca2971,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:24.367880 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ecac7-07c9-42bd-aac5-c8f3420cbb5a None None] Network 75737873-3b56-4732-b134-9315e0673dae requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:29:24.402498 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks [] for router_gateway (2d8fa7a4-876e-4a67-b179-474af8489b6d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:24.439316 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-b190fe86-3ac2-4fe7-bfcc-d6bc2dd0e789 None None] Provisioning complete for port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:24.439688 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b190fe86-3ac2-4fe7-bfcc-d6bc2dd0e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:24.440021 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-b190fe86-3ac2-4fe7-bfcc-d6bc2dd0e789 None None] Attempt 1 to provision port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d Oct 26 11:29:24.538679 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:24.548498 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-b190fe86-3ac2-4fe7-bfcc-d6bc2dd0e789 None None] Current status of the port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:24.593483 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3742810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3738621'] for router (2d8fa7a4-876e-4a67-b179-474af8489b6d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:24.766176 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-f84623d5-ba99-41cb-b708-e18fe1d18854 None None] Provisioning complete for port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:24.766475 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f84623d5-ba99-41cb-b708-e18fe1d18854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:24.766809 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-f84623d5-ba99-41cb-b708-e18fe1d18854 None None] Attempt 1 to provision port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d Oct 26 11:29:24.792714 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Router 2d8fa7a4-876e-4a67-b179-474af8489b6d is scheduled to L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 with binding_index 1 {{(pid=105072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 26 11:29:24.844345 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-f84623d5-ba99-41cb-b708-e18fe1d18854 None None] Current status of the port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:24.895083 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:29:24.904185 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Sync routers for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:24.914260 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:24.914908 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:24.972149 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:24.973509 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6b9a0b64-6c06-4890-a48e-fdc2096299e9 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1769824 Oct 26 11:29:24.976179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33942) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:25.015913 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:25.113363 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:25.184823 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:24Z', 'revision_number': 3, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:25.209880 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Checking router: 2d8fa7a4-876e-4a67-b179-474af8489b6d for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:25.210228 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Updating router 2d8fa7a4-876e-4a67-b179-474af8489b6d port c1efb81a-43b6-43dd-b55a-19528bca2971 binding host dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:29:25.238642 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.377117 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.484793 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:25.536532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Allocated IP 172.20.0.1 (75737873-3b56-4732-b134-9315e0673dae/42dae22b-89e9-4cd7-b063-73dbdd458beb/6902ebc3-de64-4beb-836e-e3ad4e569c3d) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:29:25.619762 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Publish callbacks [] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), precommit_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.641611 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks [] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.692256 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.704255 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:25.715825 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.727593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Attempting to bind port c1efb81a-43b6-43dd-b55a-19528bca2971 on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:29:25.727963 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Attempting to bind port c1efb81a-43b6-43dd-b55a-19528bca2971 by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:29:25.728336 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Attempting to bind port c1efb81a-43b6-43dd-b55a-19528bca2971 on network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:29:25.765477 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Network 75737873-3b56-4732-b134-9315e0673dae is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:29:25.771476 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:29:25.771933 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7f04-1d7b-4caf-aa1b-d4e1f53eb348 None None] Pushing event updated for resources: {'Port': ['ID=c1efb81a-43b6-43dd-b55a-19528bca2971,revision_number=2']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:25.779601 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Pushing event updated for resources: {'Port': ['ID=6902ebc3-de64-4beb-836e-e3ad4e569c3d,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:25.781455 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 2a3f196d-f7e0-49f5-921b-53466a2ddd3d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:25.782488 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:29:25.817017 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:29:25.817718 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Checking segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:29:25.818289 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.818885 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Bound using segment: {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'} {{(pid=105074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:29:25.819533 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.managers [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Bound port: c1efb81a-43b6-43dd-b55a-19528bca2971, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d06ed42-3a1e-4f86-aef4-ea1078df200a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}}] {{(pid=105074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:29:25.820090 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.822131 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:25.823994 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3739531'] for router_interface (2d8fa7a4-876e-4a67-b179-474af8489b6d), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.827938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:25.882131 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:25.883224 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:25.883736 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d Oct 26 11:29:25.907432 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] For port c1efb81a-43b6-43dd-b55a-19528bca2971, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:29:25.929237 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] For port c1efb81a-43b6-43dd-b55a-19528bca2971, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=c1efb81a-43b6-43dd-b55a-19528bca2971,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:29:25.977951 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:26.010160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:26.018670 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.019828 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.057859 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:26.058415 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:26.117146 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e7f04-1d7b-4caf-aa1b-d4e1f53eb348 None None] Pushing event updated for resources: {'Port': ['ID=c1efb81a-43b6-43dd-b55a-19528bca2971,revision_number=3']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:26.121983 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-593ef2e1-2185-4be9-a5c9-e76c7a6f9a9e None None] Provisioning complete for port 6902ebc3-de64-4beb-836e-e3ad4e569c3d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:26.122361 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-593ef2e1-2185-4be9-a5c9-e76c7a6f9a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.122703 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-593ef2e1-2185-4be9-a5c9-e76c7a6f9a9e None None] Attempt 1 to provision port 6902ebc3-de64-4beb-836e-e3ad4e569c3d Oct 26 11:29:26.184912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks [] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.195954 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-593ef2e1-2185-4be9-a5c9-e76c7a6f9a9e None None] Port 6902ebc3-de64-4beb-836e-e3ad4e569c3d cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:29:26.212326 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:26.238369 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.302959 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:26.309572 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Pushing event updated for resources: {'Port': ['ID=6902ebc3-de64-4beb-836e-e3ad4e569c3d,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:26.313932 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3743549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3739519'] for router_interface (2d8fa7a4-876e-4a67-b179-474af8489b6d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.401035 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:26.407521 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Network 75737873-3b56-4732-b134-9315e0673dae is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:29:26.408869 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:29:26.426995 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46e2db-d860-46f9-9bae-bcbc21437d4e None None] The sync data for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi is: [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:26.528509 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Router 2d8fa7a4-876e-4a67-b179-474af8489b6d has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:29:26.637130 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-6ea332aa-ef4f-486f-a6be-176c876f91d2 None None] Provisioning complete for port 6902ebc3-de64-4beb-836e-e3ad4e569c3d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:26.637644 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6ea332aa-ef4f-486f-a6be-176c876f91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:26.638083 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-6ea332aa-ef4f-486f-a6be-176c876f91d2 None None] Attempt 1 to provision port 6902ebc3-de64-4beb-836e-e3ad4e569c3d Oct 26 11:29:26.647880 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:29:26.658266 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-a5b0d23d-9844-4f77-9e03-41aa5213d698 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/2d8fa7a4-876e-4a67-b179-474af8489b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6756699 Oct 26 11:29:26.677985 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-6ea332aa-ef4f-486f-a6be-176c876f91d2 None None] Port 6902ebc3-de64-4beb-836e-e3ad4e569c3d cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:29:27.020918 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33956) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:27.025685 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-0e635427-c5fc-455d-8b2b-650da45fe5ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430379954', 'description': 'tempest-description--815160700'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:27.107527 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e635427-c5fc-455d-8b2b-650da45fe5ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.190698 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e635427-c5fc-455d-8b2b-650da45fe5ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (68f8166c-083b-4297-931d-11d94b78bb37), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.278948 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e635427-c5fc-455d-8b2b-650da45fe5ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (68f8166c-083b-4297-931d-11d94b78bb37), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.310206 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e635427-c5fc-455d-8b2b-650da45fe5ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f8166c-083b-4297-931d-11d94b78bb37,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:27.355279 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-0e635427-c5fc-455d-8b2b-650da45fe5ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.356639 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-0e635427-c5fc-455d-8b2b-650da45fe5ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3346949 Oct 26 11:29:27.359656 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33960) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:27.364416 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-35a5e4a6-81e1-41d8-97a4-c49954582aad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'security_group_rule': {'security_group_id': '68f8166c-083b-4297-931d-11d94b78bb37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:27.451519 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-35a5e4a6-81e1-41d8-97a4-c49954582aad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (e751800f-67fd-4ae6-bfed-094ca640eece), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.516563 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-35a5e4a6-81e1-41d8-97a4-c49954582aad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (e751800f-67fd-4ae6-bfed-094ca640eece), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.581719 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-35a5e4a6-81e1-41d8-97a4-c49954582aad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (e751800f-67fd-4ae6-bfed-094ca640eece), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.601604 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5e4a6-81e1-41d8-97a4-c49954582aad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e751800f-67fd-4ae6-bfed-094ca640eece,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:27.664407 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-35a5e4a6-81e1-41d8-97a4-c49954582aad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.665811 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-35a5e4a6-81e1-41d8-97a4-c49954582aad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049350 Oct 26 11:29:27.668552 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33962) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:27.673521 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-d838abb3-fa61-4eb7-98fc-0cf0a0f08280 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'security_group_rule': {'security_group_id': '68f8166c-083b-4297-931d-11d94b78bb37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:27.690993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:27.777224 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c1efb81a-43b6-43dd-b55a-19528bca2971 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:27.790309 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d838abb3-fa61-4eb7-98fc-0cf0a0f08280 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (7e7b5d31-4c41-4287-92e5-0d6d255ce152), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.826279 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port c1efb81a-43b6-43dd-b55a-19528bca2971 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:27.826772 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.827226 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port c1efb81a-43b6-43dd-b55a-19528bca2971 Oct 26 11:29:27.842676 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:27.849509 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d838abb3-fa61-4eb7-98fc-0cf0a0f08280 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (7e7b5d31-4c41-4287-92e5-0d6d255ce152), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.901741 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port c1efb81a-43b6-43dd-b55a-19528bca2971 is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:27.902134 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.924106 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port c1efb81a-43b6-43dd-b55a-19528bca2971, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=c1efb81a-43b6-43dd-b55a-19528bca2971,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:27.928929 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d838abb3-fa61-4eb7-98fc-0cf0a0f08280 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (7e7b5d31-4c41-4287-92e5-0d6d255ce152), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:27.943160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838abb3-fa61-4eb7-98fc-0cf0a0f08280 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7b5d31-4c41-4287-92e5-0d6d255ce152,revision_number=0']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:27.998634 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.030618 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-d838abb3-fa61-4eb7-98fc-0cf0a0f08280 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.033093 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-d838abb3-fa61-4eb7-98fc-0cf0a0f08280 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3635569 Oct 26 11:29:28.036523 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 33964) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:28.042901 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:28.053524 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=c1efb81a-43b6-43dd-b55a-19528bca2971,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:28.147664 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.243568 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.337996 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=23 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:28.354740 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Allocated IP 172.27.3.222 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/591a9142-57aa-48e5-a3ab-aa5d970abf78) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:29:28.416551 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Sync routers for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:28.427558 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:28.431671 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:28.463304 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.530760 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:28.605024 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.648732 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:29:28.652346 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:29:28.656275 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:29:28.677374 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'Port': ['ID=591a9142-57aa-48e5-a3ab-aa5d970abf78,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:28.743072 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:26Z', 'revision_number': 2, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:28.757453 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (797b9ba5-b4ae-4178-b760-89b3b2c6dfc0), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.775974 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Checking router: 2d8fa7a4-876e-4a67-b179-474af8489b6d for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:28.776332 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Updating router 2d8fa7a4-876e-4a67-b179-474af8489b6d port 6902ebc3-de64-4beb-836e-e3ad4e569c3d binding host dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 26 11:29:28.803742 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.855492 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:28.891967 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:29.064473 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Publish callbacks [] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), precommit_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.126745 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.251251 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:29.253505 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.283668 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Pushing event updated for resources: {'Port': ['ID=6902ebc3-de64-4beb-836e-e3ad4e569c3d,revision_number=3']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:29.307123 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.307479 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.307852 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.308207 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.308546 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.308871 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.309208 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.309511 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.309845 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.310290 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.310613 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.310972 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.311297 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.311611 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.311927 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:29.324722 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Attempting to bind port 6902ebc3-de64-4beb-836e-e3ad4e569c3d on host dv-cinder-815582-18-iscsi for vnic_type normal with profile {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:29:29.325148 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Attempting to bind port 6902ebc3-de64-4beb-836e-e3ad4e569c3d by drivers openvswitch,hyperv on host dv-cinder-815582-18-iscsi at level 0 using segments [{'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:29:29.325512 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Attempting to bind port 6902ebc3-de64-4beb-836e-e3ad4e569c3d on network 75737873-3b56-4732-b134-9315e0673dae {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:29:29.337611 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.367645 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Checking agent: {'id': 'e7da3623-e0cc-4ced-92bc-60782310cc81', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 9, 53), 'started_at': datetime.datetime(2022, 10, 26, 11, 10, 23), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:29:29.368299 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Checking segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:29:29.368409 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.368889 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Bound using segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} {{(pid=105075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:29:29.369355 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.managers [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Bound port: 6902ebc3-de64-4beb-836e-e3ad4e569c3d, host: dv-cinder-815582-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}}] {{(pid=105075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:29:29.369850 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), before_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.402297 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (797b9ba5-b4ae-4178-b760-89b3b2c6dfc0), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.405886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'Port': ['ID=591a9142-57aa-48e5-a3ab-aa5d970abf78,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:29.431928 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] For port 6902ebc3-de64-4beb-836e-e3ad4e569c3d, host dv-cinder-815582-18-iscsi, cleared binding levels {{(pid=105075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:29:29.435085 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.plugins.ml2.db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] For port 6902ebc3-de64-4beb-836e-e3ad4e569c3d, host dv-cinder-815582-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=6902ebc3-de64-4beb-836e-e3ad4e569c3d,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:29:29.522812 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.524348 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5369f43c-4ba2-4352-9d62-2c58322564f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4867785 Oct 26 11:29:29.551437 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron_lib.callbacks.manager [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), after_update {{(pid=105075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.589858 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:29.596011 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:29.599658 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:29.600277 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:29.657468 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe6907-3e93-48ef-89a7-578b8503231c None None] Pushing event updated for resources: {'Port': ['ID=6902ebc3-de64-4beb-836e-e3ad4e569c3d,revision_number=4']} {{(pid=105075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:29.685737 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-80192b04-b283-4e20-9a00-3ba568bd05c2 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1430379954&fields=id&tenant_id=b78491741fc7450b932b7a43e5d3bb92 HTTP/1.1" status: 200 len: 267 time: 0.0428956 Oct 26 11:29:29.722920 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:29.800208 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c1efb81a-43b6-43dd-b55a-19528bca2971 up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:29.835545 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-cbd96b19-e1d8-41de-ad7a-b4e0690aee3d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:29.842352 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-cbd96b19-e1d8-41de-ad7a-b4e0690aee3d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 811 time: 0.1486852 Oct 26 11:29:29.853765 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-810b4942-7890-46c6-91b8-40b2d04fdf05 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/quotas/b78491741fc7450b932b7a43e5d3bb92 HTTP/1.1" status: 200 len: 375 time: 0.0105104 Oct 26 11:29:29.864474 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port c1efb81a-43b6-43dd-b55a-19528bca2971 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:29.864842 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:29.865362 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port c1efb81a-43b6-43dd-b55a-19528bca2971 Oct 26 11:29:29.910757 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0fcc538b-1bc8-4554-a566-d202c81b1344 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517952 Oct 26 11:29:29.934897 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:29Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:29.947567 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port c1efb81a-43b6-43dd-b55a-19528bca2971 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:29.950454 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6902ebc3-de64-4beb-836e-e3ad4e569c3d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:29.961163 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30825ff-52ef-42f6-afcd-7efba9d3b490 None None] The sync data for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi is: [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:29Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:29.990002 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-dfb73e18-c7ff-470a-bfe8-e8cb6bbdc343 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105072) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:29:29.991201 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-dfb73e18-c7ff-470a-bfe8-e8cb6bbdc343 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0661960 Oct 26 11:29:29.999373 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 6902ebc3-de64-4beb-836e-e3ad4e569c3d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:30.004669 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:30.004669 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 6902ebc3-de64-4beb-836e-e3ad4e569c3d Oct 26 11:29:30.082807 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 6902ebc3-de64-4beb-836e-e3ad4e569c3d is: DOWN; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:30.083227 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:30.103425 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-87350a2e-531a-4177-9908-bc69d60ad878 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986874 Oct 26 11:29:30.111595 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:30.121595 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] For port 6902ebc3-de64-4beb-836e-e3ad4e569c3d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=6902ebc3-de64-4beb-836e-e3ad4e569c3d,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:30.195821 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-11e557bf-8d8b-4bf8-b0ed-bcad94ccd473 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930407 Oct 26 11:29:30.269446 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:30.321895 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Pushing event updated for resources: {'Port': ['ID=6902ebc3-de64-4beb-836e-e3ad4e569c3d,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:30.491127 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f64e51e7-c126-4132-ac58-0dc4f0fa7c76 req-f1a5b521-932a-4964-905e-e4054b499452 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 210 time: 0.0348358 Oct 26 11:29:31.593225 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8275a7ae-bd39-469c-bffc-0db692f3a719 req-bdcac644-3b55-4384-89ec-f5526516d949 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 210 time: 0.0277176 Oct 26 11:29:31.768658 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6902ebc3-de64-4beb-836e-e3ad4e569c3d up at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:31.791242 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:31.801478 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:31.815849 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Provisioning complete for port 6902ebc3-de64-4beb-836e-e3ad4e569c3d triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:31.816218 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:31.816548 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Attempt 1 to provision port 6902ebc3-de64-4beb-836e-e3ad4e569c3d Oct 26 11:29:31.887850 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Current status of the port 6902ebc3-de64-4beb-836e-e3ad4e569c3d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:32.663795 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:INSERT=5,neutron:SELECT=40,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:32.698698 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3c0f74a8-2d9c-4a3e-bee2-603502aa3dfc req-fe541270-c2e6-4ffb-946d-7c62b13bfc83 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 210 time: 0.0293927 Oct 26 11:29:33.026967 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-1f69878e-2238-47d6-8465-5443b4b70bf3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:33.028311 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-1f69878e-2238-47d6-8465-5443b4b70bf3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 811 time: 0.1024830 Oct 26 11:29:33.098042 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-5f5bb533-a036-4ffe-bcf4-92162324af59 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b78491741fc7450b932b7a43e5d3bb92 HTTP/1.1" status: 200 len: 380 time: 0.0556102 Oct 26 11:29:33.107441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'port': {'device_id': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'admin_state_up': True, 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'security_groups': ['68f8166c-083b-4297-931d-11d94b78bb37']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:33.290240 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Made reservation on behalf of b78491741fc7450b932b7a43e5d3bb92 for: {'port': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:29:33.294028 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:33.423631 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Allocated IP 172.20.0.5 (75737873-3b56-4732-b134-9315e0673dae/42dae22b-89e9-4cd7-b063-73dbdd458beb/569a0fe4-a190-486a-8d3b-deed1812804c) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:29:33.570133 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for port (569a0fe4-a190-486a-8d3b-deed1812804c), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:33.680488 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:33.723856 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Network 75737873-3b56-4732-b134-9315e0673dae is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:29:33.730692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:29:33.735008 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:29:33.763176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'Port': ['ID=569a0fe4-a190-486a-8d3b-deed1812804c,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:33.788061 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:33.788675 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:33.840087 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468a127-6a65-493c-800f-18b14f76cca7 req-2914b81b-2900-49fc-8668-d5695f286282 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:33.842558 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b468a127-6a65-493c-800f-18b14f76cca7 req-2914b81b-2900-49fc-8668-d5695f286282 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 931 time: 0.0528438 Oct 26 11:29:33.881656 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0c92579b-a549-4464-a75a-6e972606b342 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778654 Oct 26 11:29:33.899191 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b468a127-6a65-493c-800f-18b14f76cca7 req-344b04e2-da10-4679-b86b-851e472c60c5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487275 Oct 26 11:29:33.902147 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Request body: {'port': {'device_id': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:33.970449 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:33.980978 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:33.989291 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:34.049970 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-ef7dceb8-c64f-46cd-b72e-3a8f939af0fb None None] Provisioning complete for port 569a0fe4-a190-486a-8d3b-deed1812804c triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:34.050517 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ef7dceb8-c64f-46cd-b72e-3a8f939af0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:34.050618 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-ef7dceb8-c64f-46cd-b72e-3a8f939af0fb None None] Attempt 1 to provision port 569a0fe4-a190-486a-8d3b-deed1812804c Oct 26 11:29:34.087405 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-ef7dceb8-c64f-46cd-b72e-3a8f939af0fb None None] Port 569a0fe4-a190-486a-8d3b-deed1812804c cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:29:34.236981 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569a0fe4-a190-486a-8d3b-deed1812804c {{(pid=105073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:29:34.244552 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Publish callbacks [] for port (569a0fe4-a190-486a-8d3b-deed1812804c), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:34.257405 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.provisioning_blocks [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Transition to ACTIVE for port object 569a0fe4-a190-486a-8d3b-deed1812804c will not be triggered until provisioned by entity L2. {{(pid=105073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:29:34.318350 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:34.396852 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Pushing event updated for resources: {'Port': ['ID=569a0fe4-a190-486a-8d3b-deed1812804c,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:34.428536 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Attempting to bind port 569a0fe4-a190-486a-8d3b-deed1812804c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:29:34.428868 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Attempting to bind port 569a0fe4-a190-486a-8d3b-deed1812804c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:29:34.429192 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Attempting to bind port 569a0fe4-a190-486a-8d3b-deed1812804c on network 75737873-3b56-4732-b134-9315e0673dae {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:29:34.470048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Port 569a0fe4-a190-486a-8d3b-deed1812804c on network 75737873-3b56-4732-b134-9315e0673dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:29:34.470372 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Attempting to bind port 569a0fe4-a190-486a-8d3b-deed1812804c on network 75737873-3b56-4732-b134-9315e0673dae {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:29:34.516097 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:29:34.516426 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Checking segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:29:34.516874 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Bound using segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} {{(pid=105073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:29:34.517296 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.managers [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Bound port: 569a0fe4-a190-486a-8d3b-deed1812804c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}}] {{(pid=105073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:29:34.517648 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:34.569661 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:34.578309 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] For port 569a0fe4-a190-486a-8d3b-deed1812804c, host hv-cinder-81558, cleared binding levels {{(pid=105073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:29:34.581321 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] For port 569a0fe4-a190-486a-8d3b-deed1812804c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=569a0fe4-a190-486a-8d3b-deed1812804c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:29:34.656275 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:34.659831 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:34.660506 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:34.662146 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 1093 time: 0.7676930 Oct 26 11:29:34.664233 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:29:34.666512 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27565e2f-11b4-4cc3-8ccd-892153d581a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:29:34.705079 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c16a5c-602c-4fdf-8bc3-d81cb2a581ae x-openstack-request-id: req-d8c16a5c-602c-4fdf-8bc3-d81cb2a581ae {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:29:34.706056 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:29:34.706056 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8c16a5c-602c-4fdf-8bc3-d81cb2a581ae {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:29:34.706056 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c16a5c-602c-4fdf-8bc3-d81cb2a581ae'] response: {'name': 'network-changed', 'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c', 'status': 'completed', 'code': 200} Oct 26 11:29:34.717827 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e9435-888e-4afe-97bd-bd8bb4054552 service neutron] Pushing event updated for resources: {'Port': ['ID=569a0fe4-a190-486a-8d3b-deed1812804c,revision_number=3']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:34.794684 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565e2f-11b4-4cc3-8ccd-892153d581a5 req-b232b4aa-d239-430b-9e36-4da250c0d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:34.796248 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-27565e2f-11b4-4cc3-8ccd-892153d581a5 req-b232b4aa-d239-430b-9e36-4da250c0d850 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1127 time: 0.0407090 Oct 26 11:29:34.903448 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565e2f-11b4-4cc3-8ccd-892153d581a5 req-aec4fa0e-3d96-427f-a8a8-56ef946d030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:34.904916 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-27565e2f-11b4-4cc3-8ccd-892153d581a5 req-aec4fa0e-3d96-427f-a8a8-56ef946d030d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=b78491741fc7450b932b7a43e5d3bb92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968139 Oct 26 11:29:35.001570 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565e2f-11b4-4cc3-8ccd-892153d581a5 req-d80ad27b-9e44-4d8b-bebd-d78a138b1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:35.003049 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-27565e2f-11b4-4cc3-8ccd-892153d581a5 req-d80ad27b-9e44-4d8b-bebd-d78a138b1872 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926704 Oct 26 11:29:35.007110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:35.022751 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52b5d4-5193-4124-9a51-e577b503cd43 req-44035d45-9423-4868-817b-ec570e238b46 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:35.024521 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5b52b5d4-5193-4124-9a51-e577b503cd43 req-44035d45-9423-4868-817b-ec570e238b46 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 943 time: 0.0481751 Oct 26 11:29:35.078103 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5b52b5d4-5193-4124-9a51-e577b503cd43 req-9850c4bd-a373-4a4e-bb5a-48d1afb6197a tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467494 Oct 26 11:29:35.101216 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-e6011aae-af01-43e1-871d-5d56691f2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:35.102704 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-e6011aae-af01-43e1-871d-5d56691f2c22 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1127 time: 0.0396123 Oct 26 11:29:35.147399 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-227bfd88-44f9-4089-b3ec-e51c41f0554a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 217 time: 0.0322495 Oct 26 11:29:35.193759 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-e1832468-a574-44a3-ae3e-33071d8253c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:35.195078 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-e1832468-a574-44a3-ae3e-33071d8253c6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0426724 Oct 26 11:29:35.240183 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-6c53ce08-fd48-4dd4-b00d-3ec71856fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:35.241695 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-6c53ce08-fd48-4dd4-b00d-3ec71856fe01 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413127 Oct 26 11:29:35.264627 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:35.332931 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-0b7ad69d-8167-456b-ba58-f9bf89a878e5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850184 Oct 26 11:29:35.426907 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c6ad1bef-9331-44b7-ad0c-23a9b391ceab req-22d9b56d-34cd-4ab4-b34a-b355beedb755 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877700 Oct 26 11:29:36.203345 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1967a-e55e-42b3-ba60-7a57c8048b9c req-ff852814-d24f-4578-87ea-bd4578221d65 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:36.205381 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75b1967a-e55e-42b3-ba60-7a57c8048b9c req-ff852814-d24f-4578-87ea-bd4578221d65 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 943 time: 0.0496230 Oct 26 11:29:36.253098 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-75b1967a-e55e-42b3-ba60-7a57c8048b9c req-a75b8c2b-91be-4bdf-8605-0cf5ea990079 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Oct 26 11:29:37.372893 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd889f-216c-4986-b92a-f3c2122f70a4 req-5c046ce1-df34-4993-bcff-625150fd1c39 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:37.374347 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-50fd889f-216c-4986-b92a-f3c2122f70a4 req-5c046ce1-df34-4993-bcff-625150fd1c39 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 943 time: 0.0471210 Oct 26 11:29:37.422519 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-50fd889f-216c-4986-b92a-f3c2122f70a4 req-e331668a-8187-40a2-933d-3d6724e267a6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 Oct 26 11:29:38.546171 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443fe7b-c73d-47a9-89fd-e69a2a15de5d req-620099a8-ca3e-478d-9f35-ec5a2969b613 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:38.547673 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6443fe7b-c73d-47a9-89fd-e69a2a15de5d req-620099a8-ca3e-478d-9f35-ec5a2969b613 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 943 time: 0.0515089 Oct 26 11:29:38.593344 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6443fe7b-c73d-47a9-89fd-e69a2a15de5d req-154f5a87-f65a-49d1-a0fc-2604fbcac98c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395362 Oct 26 11:29:39.714130 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92593b-17c7-41a7-a35a-fa385649e202 req-19e07d75-6756-4e90-b766-40ffa0fd367a tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:39.715620 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae92593b-17c7-41a7-a35a-fa385649e202 req-19e07d75-6756-4e90-b766-40ffa0fd367a tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 943 time: 0.0478637 Oct 26 11:29:39.763252 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae92593b-17c7-41a7-a35a-fa385649e202 req-b8bd1a20-06ef-4872-8966-f3e24167635a tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Oct 26 11:29:40.882031 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a8657-9c29-4305-a7d5-31aec5db11f8 req-7b81fa0e-c2e3-4a88-bd27-a4cc0b73c7a4 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:40.883543 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a36a8657-9c29-4305-a7d5-31aec5db11f8 req-7b81fa0e-c2e3-4a88-bd27-a4cc0b73c7a4 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 943 time: 0.0461552 Oct 26 11:29:40.929426 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a36a8657-9c29-4305-a7d5-31aec5db11f8 req-48c1518e-81f1-4c55-8782-4abf1b012f3e tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404453 Oct 26 11:29:41.875630 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 569a0fe4-a190-486a-8d3b-deed1812804c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:29:41.973821 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 569a0fe4-a190-486a-8d3b-deed1812804c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=569a0fe4-a190-486a-8d3b-deed1812804c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:41.985295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '569a0fe4-a190-486a-8d3b-deed1812804c', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'port_id': '569a0fe4-a190-486a-8d3b-deed1812804c', 'mac_address': 'fa:16:3e:52:55:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:29:42.025005 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 569a0fe4-a190-486a-8d3b-deed1812804c is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:42.025310 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:42.039340 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569a0fe4-a190-486a-8d3b-deed1812804c {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:29:42.060174 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 569a0fe4-a190-486a-8d3b-deed1812804c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=569a0fe4-a190-486a-8d3b-deed1812804c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:42.061277 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267546d-3447-4c86-b1f6-d1026a87acb5 req-7934f68d-cfa4-45c9-ae2b-04efb7acfcc3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:42.062759 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0267546d-3447-4c86-b1f6-d1026a87acb5 req-7934f68d-cfa4-45c9-ae2b-04efb7acfcc3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 943 time: 0.0557911 Oct 26 11:29:42.111653 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0267546d-3447-4c86-b1f6-d1026a87acb5 req-be9de59a-284a-4fd3-b672-a72983910b12 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Oct 26 11:29:42.136018 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:42.181739 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=569a0fe4-a190-486a-8d3b-deed1812804c,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:42.736235 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:42.821987 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['569a0fe4-a190-486a-8d3b-deed1812804c'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:29:43.230478 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49a199-87ee-49f7-b969-e089e78e052d req-adfa91d6-5a20-4f2b-9cc7-8dcede8a73df tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:43.231977 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3c49a199-87ee-49f7-b969-e089e78e052d req-adfa91d6-5a20-4f2b-9cc7-8dcede8a73df tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 944 time: 0.0458629 Oct 26 11:29:43.281914 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-3c49a199-87ee-49f7-b969-e089e78e052d req-509c60e2-b5b7-47b8-912e-b11257854132 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Oct 26 11:29:43.894550 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 569a0fe4-a190-486a-8d3b-deed1812804c up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:29:43.939326 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 569a0fe4-a190-486a-8d3b-deed1812804c completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:29:44.029323 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 569a0fe4-a190-486a-8d3b-deed1812804c triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:29:44.029704 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:44.030042 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 569a0fe4-a190-486a-8d3b-deed1812804c Oct 26 11:29:44.110646 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 569a0fe4-a190-486a-8d3b-deed1812804c is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:29:44.111070 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:44.135240 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:29:44.137473 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a2f2b-4e0a-427e-9593-b78a4026b0f6" -d '{"events": [{"server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "name": "network-vif-plugged", "status": "completed", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:29:44.151585 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 569a0fe4-a190-486a-8d3b-deed1812804c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=569a0fe4-a190-486a-8d3b-deed1812804c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:29:44.235690 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2ab78f-5878-4a6d-be1e-8bb629623a9b x-openstack-request-id: req-ef2ab78f-5878-4a6d-be1e-8bb629623a9b {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:29:44.235982 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "name": "network-vif-plugged", "status": "completed", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:29:44.236240 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef2ab78f-5878-4a6d-be1e-8bb629623a9b {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:29:44.236634 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2ab78f-5878-4a6d-be1e-8bb629623a9b'] response: {'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c', 'code': 200} Oct 26 11:29:44.241091 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:44.289640 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=569a0fe4-a190-486a-8d3b-deed1812804c,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:44.396254 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:44.405002 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c140979-a0ae-444b-88ab-1a6133cf70cf req-fb20364b-f5c3-4488-8873-9693b8cc3312 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:44.406489 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c140979-a0ae-444b-88ab-1a6133cf70cf req-fb20364b-f5c3-4488-8873-9693b8cc3312 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Oct 26 11:29:44.454997 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c140979-a0ae-444b-88ab-1a6133cf70cf req-2634a55b-40be-4762-95a1-49dba7fd9e55 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Oct 26 11:29:44.585018 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371673b-8099-4e2d-85d8-03c4800f5c65 req-2f4e7d2e-ae3e-405e-a9e8-4dfa51f479f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:44.586507 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4371673b-8099-4e2d-85d8-03c4800f5c65 req-2f4e7d2e-ae3e-405e-a9e8-4dfa51f479f1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1129 time: 0.0379319 Oct 26 11:29:44.628728 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4371673b-8099-4e2d-85d8-03c4800f5c65 req-261ca4a3-e361-4257-a468-66b2e2367886 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366912 Oct 26 11:29:45.577033 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb62c4-c697-4412-add5-989e05b5a809 req-da1a3a8b-7461-4176-8dfa-b169a24a67ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:45.578384 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fdeb62c4-c697-4412-add5-989e05b5a809 req-da1a3a8b-7461-4176-8dfa-b169a24a67ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0472376 Oct 26 11:29:45.625492 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fdeb62c4-c697-4412-add5-989e05b5a809 req-86204559-23a2-42c9-9f71-788731e195dc tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410013 Oct 26 11:29:46.735303 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:46.739898 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:46.755601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fff58-d535-41f3-b3b9-bc4be70423da req-d7da2d1d-b701-41d3-a323-7004e3732aeb tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:46.757127 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-640fff58-d535-41f3-b3b9-bc4be70423da req-d7da2d1d-b701-41d3-a323-7004e3732aeb tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0565989 Oct 26 11:29:46.804952 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-640fff58-d535-41f3-b3b9-bc4be70423da req-aa9862f0-926a-4ad7-a694-c66d20dc58d7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Oct 26 11:29:46.929447 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd511e1-902a-409f-a875-63803f8e69c7 req-a37ae619-bf8f-4ecc-aafb-2318f735dd04 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:46.930959 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dbd511e1-902a-409f-a875-63803f8e69c7 req-a37ae619-bf8f-4ecc-aafb-2318f735dd04 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0533202 Oct 26 11:29:46.941277 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34180) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:46.945571 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'floatingip': {'port_id': '569a0fe4-a190-486a-8d3b-deed1812804c'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:29:46.982916 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (797b9ba5-b4ae-4178-b760-89b3b2c6dfc0), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:47.233623 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:47.342011 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2b269d9f-e798-4590-8cd0-b71f82b441bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:47.415065 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:47.518886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (797b9ba5-b4ae-4178-b760-89b3b2c6dfc0), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:47.601912 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:47.615141 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Floating IP 797b9ba5-b4ae-4178-b760-89b3b2c6dfc0 associated. External IP: 172.27.3.222, port: 569a0fe4-a190-486a-8d3b-deed1812804c. Oct 26 11:29:47.816320 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Router 2d8fa7a4-876e-4a67-b179-474af8489b6d has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:29:47.863327 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34202) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:47.919666 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:29:47.925265 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:47.933170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] Sync routers for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:29:47.946378 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:47.947244 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:47.955828 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-929c019d-cafc-4a99-b223-6bbe6a3e6af5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/797b9ba5-b4ae-4178-b760-89b3b2c6dfc0 HTTP/1.1" status: 200 len: 991 time: 1.0134974 Oct 26 11:29:47.956559 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:29:47.958889 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a0f550-313a-424f-ba28-4ea04f12c70a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:29:47.973806 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:48.052698 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Publish callbacks [] for security_group (31c36e36-5226-4895-bdb5-8c3ae9dd8567), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:48.060109 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:48.130604 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a031f-ac12-4ec5-9828-e09f787b877f x-openstack-request-id: req-6e2a031f-ac12-4ec5-9828-e09f787b877f {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:29:48.130998 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:29:48.131325 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e2a031f-ac12-4ec5-9828-e09f787b877f {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:29:48.131796 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2a031f-ac12-4ec5-9828-e09f787b877f'] response: {'name': 'network-changed', 'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c', 'status': 'completed', 'code': 200} Oct 26 11:29:48.138064 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (31c36e36-5226-4895-bdb5-8c3ae9dd8567), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:48.150299 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:48.174002 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:48.181924 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ef2ede3781994ac59f6eee87640434d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174787 Oct 26 11:29:48.184736 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34212) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:48.190768 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c36e36-5226-4895-bdb5-8c3ae9dd8567,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:48.219341 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.220226 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.220802 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.221143 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.221468 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.221794 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.222113 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.222429 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.222747 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.223101 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.223441 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.223782 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.224096 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.224407 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.224719 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43e4aa6-db0f-4a62-9494-2eef2140341d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.236992 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-974d875c-f82d-4f9f-941b-c473f713fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:48.239296 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-974d875c-f82d-4f9f-941b-c473f713fc0b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1129 time: 0.0561595 Oct 26 11:29:48.243507 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Publish callbacks [] for security_group (31c36e36-5226-4895-bdb5-8c3ae9dd8567), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:48.264948 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Publish callbacks [] for security_group (31c36e36-5226-4895-bdb5-8c3ae9dd8567), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:48.285243 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '797b9ba5-b4ae-4178-b760-89b3b2c6dfc0', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'port_id': '569a0fe4-a190-486a-8d3b-deed1812804c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'mac_address': 'fa:16:3e:52:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:29:28Z', 'updated_at': '2022-10-26T11:29:47Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:48.312731 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] Checking router: 2d8fa7a4-876e-4a67-b179-474af8489b6d for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:29:48.316184 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:48.322662 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:29:48.323345 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:48.338551 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-9712d0b5-5bfe-48f1-8488-e4d39c453064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:48.340085 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-9712d0b5-5bfe-48f1-8488-e4d39c453064 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.0939453 Oct 26 11:29:48.363273 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:48.405189 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-c8864a3d-bd7a-41b3-84b9-b200824697e2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 999 time: 0.0586367 Oct 26 11:29:48.427580 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:29:48.433432 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (31c36e36-5226-4895-bdb5-8c3ae9dd8567), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:48.436813 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:48.438167 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/31c36e36-5226-4895-bdb5-8c3ae9dd8567 HTTP/1.1" status: 204 len: 168 time: 0.2521327 Oct 26 11:29:48.451481 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c36e36-5226-4895-bdb5-8c3ae9dd8567,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:48.456836 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-5563188a-34a2-4e96-97fa-69f8d78f7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:48.460010 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-5563188a-34a2-4e96-97fa-69f8d78f7b2a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0479288 Oct 26 11:29:48.462457 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.462933 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.463559 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.463968 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.464475 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.465053 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.465954 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.465954 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.466487 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.466980 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.467407 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.467797 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.468190 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.468627 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.469052 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57167ba4-4837-4e76-8dd1-1ed6a0fff8cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:29:48.507531 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-8898314c-8886-436c-af5f-72fdcc4a57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:29:48.509377 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-8898314c-8886-436c-af5f-72fdcc4a57c7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447412 Oct 26 11:29:48.540838 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:48.608270 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-2727b50e-b2fb-4e3b-8e7e-d846dc689277 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927420 Oct 26 11:29:48.701437 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-f4a0f550-313a-424f-ba28-4ea04f12c70a req-f516942f-3fe3-49fe-b78f-7fdfa8bd7593 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870790 Oct 26 11:29:48.800104 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '797b9ba5-b4ae-4178-b760-89b3b2c6dfc0', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'port_id': '569a0fe4-a190-486a-8d3b-deed1812804c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'mac_address': 'fa:16:3e:52:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:29:28Z', 'updated_at': '2022-10-26T11:29:47Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:29:48.826485 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26c585-fc16-4adf-bd6e-1be12a759a10 None None] The sync data for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi is: [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '797b9ba5-b4ae-4178-b760-89b3b2c6dfc0', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'port_id': '569a0fe4-a190-486a-8d3b-deed1812804c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'mac_address': 'fa:16:3e:52:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:29:28Z', 'updated_at': '2022-10-26T11:29:47Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:29:49.014039 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21757d8f-9f18-4424-8b8b-7d4a200d4682 None None] New status for floating IP 797b9ba5-b4ae-4178-b760-89b3b2c6dfc0: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:29:49.144718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34218) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:49.158691 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-156ab01e-e82f-4d95-be43-1d676c187682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:49.193115 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:49.234846 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-156ab01e-e82f-4d95-be43-1d676c187682 admin admin] Publish callbacks [] for security_group (0c0fbc0b-ee83-41a0-8837-7c63c5616160), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:49.312645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-156ab01e-e82f-4d95-be43-1d676c187682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0c0fbc0b-ee83-41a0-8837-7c63c5616160), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:49.353399 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-156ab01e-e82f-4d95-be43-1d676c187682 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=856ce3ffbdcc43ad9ac5891781aac01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076290 Oct 26 11:29:49.354240 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ab01e-e82f-4d95-be43-1d676c187682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0fbc0b-ee83-41a0-8837-7c63c5616160,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:49.356790 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34220) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:49.405710 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-db85658a-25e3-4d56-b144-e9d2525abd57 admin admin] Publish callbacks [] for security_group (0c0fbc0b-ee83-41a0-8837-7c63c5616160), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:49.428909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-db85658a-25e3-4d56-b144-e9d2525abd57 admin admin] Publish callbacks [] for security_group (0c0fbc0b-ee83-41a0-8837-7c63c5616160), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:49.537923 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-db85658a-25e3-4d56-b144-e9d2525abd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0c0fbc0b-ee83-41a0-8837-7c63c5616160), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:49.540339 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-db85658a-25e3-4d56-b144-e9d2525abd57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:49.541474 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-db85658a-25e3-4d56-b144-e9d2525abd57 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0c0fbc0b-ee83-41a0-8837-7c63c5616160 HTTP/1.1" status: 204 len: 168 time: 0.1834407 Oct 26 11:29:49.549229 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85658a-25e3-4d56-b144-e9d2525abd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0fbc0b-ee83-41a0-8837-7c63c5616160,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:49.738878 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-cfaba980-1ecf-4776-a83e-dda9520b3c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:51.044758 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:52.741810 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:52.941639 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:54.549983 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34354) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:54.656017 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-23e87623-a820-4378-9982-b8d61e755012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:54.692925 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:29:54.702296 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:29:54.730464 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-23e87623-a820-4378-9982-b8d61e755012 admin admin] Publish callbacks [] for security_group (d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:54.804649 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-23e87623-a820-4378-9982-b8d61e755012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:54.843890 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-23e87623-a820-4378-9982-b8d61e755012 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c4ad555ef7214224ab0a3eba086cda22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928624 Oct 26 11:29:54.846470 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e87623-a820-4378-9982-b8d61e755012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:54.854919 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34360) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:54.904365 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-42385913-e07d-440e-9b96-9d014d91eb39 admin admin] Publish callbacks [] for security_group (d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:54.925063 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-42385913-e07d-440e-9b96-9d014d91eb39 admin admin] Publish callbacks [] for security_group (d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:55.058427 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-42385913-e07d-440e-9b96-9d014d91eb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:55.060992 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-42385913-e07d-440e-9b96-9d014d91eb39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:55.062126 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-42385913-e07d-440e-9b96-9d014d91eb39 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d HTTP/1.1" status: 204 len: 168 time: 0.2062969 Oct 26 11:29:55.069826 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42385913-e07d-440e-9b96-9d014d91eb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4abcb7e-26f1-4e25-92ad-b78a5c7bf70d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:55.663537 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34366) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:55.677136 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-74f7a83f-2f6d-4095-b315-8236f2480d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:55.750881 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-74f7a83f-2f6d-4095-b315-8236f2480d20 admin admin] Publish callbacks [] for security_group (cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:55.806553 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-74f7a83f-2f6d-4095-b315-8236f2480d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:55.844568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a83f-2f6d-4095-b315-8236f2480d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:29:55.849096 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-74f7a83f-2f6d-4095-b315-8236f2480d20 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=724495bba7eb4c40962977360d1e47d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838818 Oct 26 11:29:55.851393 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34368) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:29:55.899143 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c1c-3a8c-4351-b09e-d8183d0e72f2 admin admin] Publish callbacks [] for security_group (cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:55.918176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c1c-3a8c-4351-b09e-d8183d0e72f2 admin admin] Publish callbacks [] for security_group (cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:56.040945 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c1c-3a8c-4351-b09e-d8183d0e72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:56.043447 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-37ab6c1c-3a8c-4351-b09e-d8183d0e72f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:29:56.044578 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-37ab6c1c-3a8c-4351-b09e-d8183d0e72f2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5 HTTP/1.1" status: 204 len: 168 time: 0.1924124 Oct 26 11:29:56.053168 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab6c1c-3a8c-4351-b09e-d8183d0e72f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb3f6e7-9a55-4fb5-b60c-351b7c2edde5,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:01.978958 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34438) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:02.014752 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:02.121065 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Deleting port 7e989b68-eea1-449b-8126-a2125862ecaf {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:02.121415 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (7e989b68-eea1-449b-8126-a2125862ecaf), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:02.197238 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (7e989b68-eea1-449b-8126-a2125862ecaf), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:02.197558 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (7e989b68-eea1-449b-8126-a2125862ecaf), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:02.205656 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:02.210153 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Calling delete_port for 7e989b68-eea1-449b-8126-a2125862ecaf owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:02.425882 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (7e989b68-eea1-449b-8126-a2125862ecaf), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:02.448038 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event deleted for resources: {'Port': ['ID=7e989b68-eea1-449b-8126-a2125862ecaf,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:02.514619 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (ec409c55-1157-45fe-8829-3c0b4cac2236), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:02.514969 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Floating IP ec409c55-1157-45fe-8829-3c0b4cac2236 disassociated (deleted). External IP: 172.27.3.30, port: 5b41cdbe-3c75-436a-bb3e-d85764fc830a. Oct 26 11:30:02.861717 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:02.978723 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:30:03.039442 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:03.084871 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34448) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:03.086811 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:30:03.091615 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.098314 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:30:03.108690 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:03.109310 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:03.140357 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ecee2b53-1847-485c-94ca-ec03fb8f1493 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/ec409c55-1157-45fe-8829-3c0b4cac2236 HTTP/1.1" status: 204 len: 168 time: 1.1600852 Oct 26 11:30:03.141021 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:30:03.145095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54" -d '{"events": [{"name": "network-changed", "server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:30:03.217837 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6a8afa04-922e-4b7a-a0e0-e441b06ea993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.224049 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:03.229291 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94858cf3-29c7-4df8-a1da-e8b6ecc60ad2 x-openstack-request-id: req-94858cf3-29c7-4df8-a1da-e8b6ecc60ad2 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:30:03.229603 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:30:03.229852 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94858cf3-29c7-4df8-a1da-e8b6ecc60ad2 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:30:03.230247 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94858cf3-29c7-4df8-a1da-e8b6ecc60ad2'] response: {'name': 'network-changed', 'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'status': 'completed', 'code': 200} Oct 26 11:30:03.349656 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-2f492dbc-7338-43ae-b11d-ca15604ffb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:03.351101 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-2f492dbc-7338-43ae-b11d-ca15604ffb9a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 1129 time: 0.0695965 Oct 26 11:30:03.385820 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6a8afa04-922e-4b7a-a0e0-e441b06ea993 admin admin] Publish callbacks [] for security_group (5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.449320 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-fdced2fa-f232-496b-bdf6-640b031fd932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:03.451038 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-fdced2fa-f232-496b-bdf6-640b031fd932 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 913 time: 0.0939789 Oct 26 11:30:03.462268 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6a8afa04-922e-4b7a-a0e0-e441b06ea993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.497109 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-811f26dd-491b-40cd-91c3-91045a26129a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a HTTP/1.1" status: 200 len: 217 time: 0.0390089 Oct 26 11:30:03.503479 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:25:01Z', 'revision_number': 1, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:03.507096 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6a8afa04-922e-4b7a-a0e0-e441b06ea993 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a52d2bd316884ab58297013a0b20694a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187255 Oct 26 11:30:03.507096 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8afa04-922e-4b7a-a0e0-e441b06ea993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:03.507951 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34458) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:03.551067 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:30:03.551233 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:03.551342 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-f9adae7c-bc89-4efa-9ae9-b1f0f558a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:03.553540 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-f9adae7c-bc89-4efa-9ae9-b1f0f558a350 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0498908 Oct 26 11:30:03.560389 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:03.561088 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:03.565285 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad921c84-1a10-4270-b4e0-085798909ebb admin admin] Publish callbacks [] for security_group (5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.585201 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad921c84-1a10-4270-b4e0-085798909ebb admin admin] Publish callbacks [] for security_group (5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.645568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0293c4-ea9c-4c3a-9cce-6180e2b3a463 req-624d5a0a-342a-492e-bc20-0c0abc9d623f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:03.647072 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fb0293c4-ea9c-4c3a-9cce-6180e2b3a463 req-624d5a0a-342a-492e-bc20-0c0abc9d623f tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Oct 26 11:30:03.680646 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:03.696104 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad921c84-1a10-4270-b4e0-085798909ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.698742 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ad921c84-1a10-4270-b4e0-085798909ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:03.702357 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ad921c84-1a10-4270-b4e0-085798909ebb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0 HTTP/1.1" status: 204 len: 168 time: 0.1912079 Oct 26 11:30:03.705147 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-fb0293c4-ea9c-4c3a-9cce-6180e2b3a463 req-d0f73da2-76ae-451a-89f4-4e1523fb1926 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513062 Oct 26 11:30:03.720723 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad921c84-1a10-4270-b4e0-085798909ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af9d3f8-6e8a-4dc1-8650-cf1621bd88f0,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:03.931315 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:25:01Z', 'revision_number': 1, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:03.961010 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61ca46-01fc-4a1f-aa5a-bd862b4b3cde None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '7c41946d-638b-426a-80c7-a4c1b09ed56c', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'port_id': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'mac_address': 'fa:16:3e:71:1e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:24:58Z', 'updated_at': '2022-10-26T11:25:01Z', 'revision_number': 1, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:30:04.206221 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7bd64-eff2-4e9c-acbb-1cbd2e0d3e38 None None] New status for floating IP ec409c55-1157-45fe-8829-3c0b4cac2236: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:30:04.386179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34466) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:04.401008 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e00d831e-b78c-4203-b2dd-fb800d1afb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:04.480069 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e00d831e-b78c-4203-b2dd-fb800d1afb71 admin admin] Publish callbacks [] for security_group (308a7f18-cd00-46d7-8637-2048262b4d7f), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:04.550398 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e00d831e-b78c-4203-b2dd-fb800d1afb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (308a7f18-cd00-46d7-8637-2048262b4d7f), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:04.589805 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e00d831e-b78c-4203-b2dd-fb800d1afb71 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=18b45014b8d849978e730a4625d56ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025335 Oct 26 11:30:04.590656 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d831e-b78c-4203-b2dd-fb800d1afb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a7f18-cd00-46d7-8637-2048262b4d7f,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:04.593302 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34468) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:04.645355 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-25c9d588-e323-472a-bd63-2c33571f3758 admin admin] Publish callbacks [] for security_group (308a7f18-cd00-46d7-8637-2048262b4d7f), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:04.665544 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-25c9d588-e323-472a-bd63-2c33571f3758 admin admin] Publish callbacks [] for security_group (308a7f18-cd00-46d7-8637-2048262b4d7f), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:04.679807 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:04.752014 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-0c04857d-fa1a-4d5a-a6a4-5bc13feb2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:04.753660 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-0c04857d-fa1a-4d5a-a6a4-5bc13feb2eca service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406637 Oct 26 11:30:04.819654 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-25c9d588-e323-472a-bd63-2c33571f3758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (308a7f18-cd00-46d7-8637-2048262b4d7f), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:04.822010 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-25c9d588-e323-472a-bd63-2c33571f3758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:04.823140 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-25c9d588-e323-472a-bd63-2c33571f3758 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/308a7f18-cd00-46d7-8637-2048262b4d7f HTTP/1.1" status: 204 len: 168 time: 0.2288227 Oct 26 11:30:04.829735 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbf151-b80b-4c9e-9387-bfaf597c88fd req-cb8859c4-e4ee-46ef-8bd3-c7d12a5524eb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:04.831454 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7cfbf151-b80b-4c9e-9387-bfaf597c88fd req-cb8859c4-e4ee-46ef-8bd3-c7d12a5524eb tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 945 time: 0.0509081 Oct 26 11:30:04.834795 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9d588-e323-472a-bd63-2c33571f3758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a7f18-cd00-46d7-8637-2048262b4d7f,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:04.863525 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-66815288-6b3c-4f02-8aea-f044db5110c0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024966 Oct 26 11:30:04.890363 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7cfbf151-b80b-4c9e-9387-bfaf597c88fd req-0f3da477-7b7b-4dd8-a54d-6749535ff01d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479512 Oct 26 11:30:04.961323 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-268be6e3-d7e8-486a-8e6d-fbdd1f68cd54 req-dcf214da-6026-4578-bc2b-24f1c6960335 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855644 Oct 26 11:30:05.586338 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-33348162-adc7-462f-9630-abe3bafe1966 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:05.587803 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-33348162-adc7-462f-9630-abe3bafe1966 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 945 time: 0.0502017 Oct 26 11:30:05.673555 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Deleting port 5b41cdbe-3c75-436a-bb3e-d85764fc830a {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:05.674726 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:05.769306 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] For port 5b41cdbe-3c75-436a-bb3e-d85764fc830a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5b41cdbe-3c75-436a-bb3e-d85764fc830a,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:05.769676 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:05.783967 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Calling delete_port for 5b41cdbe-3c75-436a-bb3e-d85764fc830a owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:05.843000 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:05.981309 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (5b41cdbe-3c75-436a-bb3e-d85764fc830a), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:06.025892 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ad19b012-6ec7-469e-8c45-417ab18d3a4a req-36696f0f-cabc-45d1-a59a-6f26a2cf6870 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 210 time: 0.0536776 Oct 26 11:30:06.028941 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event deleted for resources: {'Port': ['ID=5b41cdbe-3c75-436a-bb3e-d85764fc830a,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:06.072871 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] No DVR routers for this DVR port 5b41cdbe-3c75-436a-bb3e-d85764fc830a on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:30:06.075357 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:06.078495 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ec9aa727-9e5c-4878-be2a-3ba8217d172b req-7d8a3b9a-795d-44e3-8464-36aaa51c2a8a tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5b41cdbe-3c75-436a-bb3e-d85764fc830a HTTP/1.1" status: 204 len: 173 time: 0.4847016 Oct 26 11:30:06.079008 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'name': 'network-vif-deleted', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:30:06.081772 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f34a1-c092-456d-a913-6f7bd60c5ae6" -d '{"events": [{"server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "name": "network-vif-deleted", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:30:06.118510 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cca94f-e2d0-46a8-98d9-477d8020a34b x-openstack-request-id: req-73cca94f-e2d0-46a8-98d9-477d8020a34b {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:30:06.118803 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba99081-fcee-4a22-80e9-7c08f92a03d2", "name": "network-vif-deleted", "tag": "5b41cdbe-3c75-436a-bb3e-d85764fc830a", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:30:06.119073 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73cca94f-e2d0-46a8-98d9-477d8020a34b {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:30:06.119486 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cca94f-e2d0-46a8-98d9-477d8020a34b'] response: {'server_uuid': 'aba99081-fcee-4a22-80e9-7c08f92a03d2', 'name': 'network-vif-deleted', 'tag': '5b41cdbe-3c75-436a-bb3e-d85764fc830a', 'status': 'completed', 'code': 200} Oct 26 11:30:07.148388 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2e4918a8-cf3b-4b58-8404-49e3c35fff83 req-19974ec8-5e10-41f6-9dfb-d8a91e1258f0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aba99081-fcee-4a22-80e9-7c08f92a03d2 HTTP/1.1" status: 200 len: 210 time: 0.0280747 Oct 26 11:30:10.061478 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 5b41cdbe-3c75-436a-bb3e-d85764fc830a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:10.083782 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 5b41cdbe-3c75-436a-bb3e-d85764fc830a {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:10.084136 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 5b41cdbe-3c75-436a-bb3e-d85764fc830a not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:10.733466 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34552) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:10.779270 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:10.876548 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Deleting port 1a0eccac-f6a6-45eb-8938-81113b956f76 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:10.876881 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:10.957187 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:10.957509 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (1a0eccac-f6a6-45eb-8938-81113b956f76), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:10.969286 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Calling delete_port for 1a0eccac-f6a6-45eb-8938-81113b956f76 owned by network:floatingip {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:11.225571 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:11.284587 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (1a0eccac-f6a6-45eb-8938-81113b956f76), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:11.307458 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event deleted for resources: {'Port': ['ID=1a0eccac-f6a6-45eb-8938-81113b956f76,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:11.373270 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (7c41946d-638b-426a-80c7-a4c1b09ed56c), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:11.373682 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Floating IP 7c41946d-638b-426a-80c7-a4c1b09ed56c disassociated (deleted). External IP: 172.27.3.10, port: 4098a34c-ed38-40c7-a957-cd9dc982a278. Oct 26 11:30:11.633493 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:30:11.792179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:30:11.798992 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:11.802581 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:30:11.812689 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:11.966776 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:11.967730 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e1de824e-8b2d-4b7c-bbca-46fca36c0859 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/7c41946d-638b-426a-80c7-a4c1b09ed56c HTTP/1.1" status: 204 len: 168 time: 1.1014583 Oct 26 11:30:11.967730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:30:11.967730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61724dbd-1345-4a3f-a46a-53b340a302e8" -d '{"events": [{"name": "network-changed", "server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:30:11.967730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfec9793-b890-4957-83da-bd22d70cc2d0 x-openstack-request-id: req-cfec9793-b890-4957-83da-bd22d70cc2d0 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:30:11.967730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:30:11.967730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfec9793-b890-4957-83da-bd22d70cc2d0 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:30:11.967730 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfec9793-b890-4957-83da-bd22d70cc2d0'] response: {'name': 'network-changed', 'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'status': 'completed', 'code': 200} Oct 26 11:30:11.968626 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:11.978253 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-130666ee-7217-4715-834d-33f935189001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:11.979786 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-130666ee-7217-4715-834d-33f935189001 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e378bfab9d91492e81320139fed867c6&device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 1130 time: 0.0442696 Oct 26 11:30:12.078190 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-8e02bfbe-6e13-4edc-8a88-d181658dde5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:12.079697 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-8e02bfbe-6e13-4edc-8a88-d181658dde5d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 200 len: 913 time: 0.0943840 Oct 26 11:30:12.125473 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:12.136860 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-f2ac2ace-4c6e-4b1f-92ce-36c242160827 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4098a34c-ed38-40c7-a957-cd9dc982a278 HTTP/1.1" status: 200 len: 217 time: 0.0471690 Oct 26 11:30:12.151398 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:30:12.160934 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:12.161504 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:29:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:12.168743 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:12.191417 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-e92ae19b-2984-41ac-a2d3-16b5604da2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:12.192925 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-e92ae19b-2984-41ac-a2d3-16b5604da2af service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 200 len: 851 time: 0.0503674 Oct 26 11:30:12.240871 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-1a199a22-1f20-462e-ac29-5d1207eab82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:12.242346 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-1a199a22-1f20-462e-ac29-5d1207eab82e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=5b1f4268-e846-46c0-b38f-b877c6621858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403986 Oct 26 11:30:12.260514 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:12.270409 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:12.341422 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-51f1f65b-68ec-4767-b222-6e51a15497a8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927169 Oct 26 11:30:12.416016 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:12.427751 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:12.432612 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034294dd-c965-42c1-a6bb-ba3c17739384 req-c61b5985-8b81-4b4a-827b-3af39a982fa7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:12.434262 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-034294dd-c965-42c1-a6bb-ba3c17739384 req-c61b5985-8b81-4b4a-827b-3af39a982fa7 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 946 time: 0.0492034 Oct 26 11:30:12.465005 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:12.484883 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-034294dd-c965-42c1-a6bb-ba3c17739384 req-d981ee95-accf-436a-ae1c-f9a1df89fd63 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Oct 26 11:30:12.493713 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa955d45-b4b5-4303-90a6-4ca40f9f00c6 None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:19:54Z', 'revision_number': 4, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '396be04f-87c9-40c9-ae73-e0fcf9c1c5d7', 'name': '', 'network_id': '5b1f4268-e846-46c0-b38f-b877c6621858', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'mac_address': 'fa:16:3e:c6:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:54Z', 'updated_at': '2022-10-26T11:20:03Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'subnets': [{'id': '4673aec7-54b8-4a38-b1f6-b719c1658a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:30:12.618059 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-61724dbd-1345-4a3f-a46a-53b340a302e8 req-2516f493-44ec-4ed3-99ce-85ce5165e822 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924094 Oct 26 11:30:12.715762 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950cb574-bab7-492e-bd11-fce078ccf688 None None] New status for floating IP 7c41946d-638b-426a-80c7-a4c1b09ed56c: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:30:12.721533 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:13.371654 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dab4-f001-4dad-b342-03afe09e0533 req-f504eb3d-f876-4f15-a1a7-c35c9e6ae397 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:13.377347 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-16c9dab4-f001-4dad-b342-03afe09e0533 req-f504eb3d-f876-4f15-a1a7-c35c9e6ae397 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0492940 Oct 26 11:30:13.464280 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-e00660bc-d163-4714-8385-384751906907 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:13.466629 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-e00660bc-d163-4714-8385-384751906907 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 946 time: 0.0677211 Oct 26 11:30:13.473390 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-16c9dab4-f001-4dad-b342-03afe09e0533 req-3a978266-9154-4ab0-92fd-2b7dedcef9ac tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939097 Oct 26 11:30:13.536861 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-be69d0fd-7f4e-43fc-b9ba-ec62cc2a4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:13.540219 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-be69d0fd-7f4e-43fc-b9ba-ec62cc2a4c2a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1169 time: 0.0604036 Oct 26 11:30:13.562779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Deleting port 4098a34c-ed38-40c7-a957-cd9dc982a278 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:13.563159 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:13.583773 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:13.598859 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:13.672403 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f0b18-b410-4b67-aff0-6bbe688c707f req-b7998234-d5f6-4369-af39-97b9e098d23e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:13.673405 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] For port 4098a34c-ed38-40c7-a957-cd9dc982a278, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=4098a34c-ed38-40c7-a957-cd9dc982a278,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:13.673805 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:13.673955 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-da7f0b18-b410-4b67-aff0-6bbe688c707f req-b7998234-d5f6-4369-af39-97b9e098d23e tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 946 time: 0.0929692 Oct 26 11:30:13.692695 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Calling delete_port for 4098a34c-ed38-40c7-a957-cd9dc982a278 owned by compute:nova {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:13.709864 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-d2287542-4c91-4dad-9711-b4986e9d0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:13.711335 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-d2287542-4c91-4dad-9711-b4986e9d0bf2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 915 time: 0.1651940 Oct 26 11:30:13.899561 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (4098a34c-ed38-40c7-a957-cd9dc982a278), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:13.964850 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event deleted for resources: {'Port': ['ID=4098a34c-ed38-40c7-a957-cd9dc982a278,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:14.004257 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] No DVR routers for this DVR port 4098a34c-ed38-40c7-a957-cd9dc982a278 on host hv-cinder-81558 {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:30:14.004257 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.004257 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9dbbb7e5-5a13-46a1-89da-89330de3da6c req-016b1fa0-a213-4de8-bc9c-122ee04921cc tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.55 "DELETE /networking/v2.0/ports/4098a34c-ed38-40c7-a957-cd9dc982a278 HTTP/1.1" status: 204 len: 173 time: 0.5235143 Oct 26 11:30:14.004257 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'name': 'network-vif-deleted', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:30:14.004257 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee8f9d7-8a7e-4f58-8a7e-34996c545814" -d '{"events": [{"server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "name": "network-vif-deleted", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:30:14.034856 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-da7f0b18-b410-4b67-aff0-6bbe688c707f req-4d6b8230-ed91-4703-955d-0ad907ce75c0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=54458c52-d4a3-4b90-889d-0c3e92078ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520534 Oct 26 11:30:14.043961 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34594) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:14.054036 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-cd6262e2-b4cd-42a7-bf63-7e414113f7ac service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 1002 time: 0.3331165 Oct 26 11:30:14.058089 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16817ce4-591d-484b-991c-f42c2653480b x-openstack-request-id: req-16817ce4-591d-484b-991c-f42c2653480b {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:30:14.058259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357ae7de-daf6-4dac-9370-1351f0fab0c6", "name": "network-vif-deleted", "tag": "4098a34c-ed38-40c7-a957-cd9dc982a278", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:30:14.058514 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16817ce4-591d-484b-991c-f42c2653480b {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:30:14.063024 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16817ce4-591d-484b-991c-f42c2653480b'] response: {'server_uuid': '357ae7de-daf6-4dac-9370-1351f0fab0c6', 'name': 'network-vif-deleted', 'tag': '4098a34c-ed38-40c7-a957-cd9dc982a278', 'status': 'completed', 'code': 200} Oct 26 11:30:14.122206 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-d94aa20d-2448-4c36-b6a2-dd1261a64a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:14.123765 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-d94aa20d-2448-4c36-b6a2-dd1261a64a27 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 200 len: 853 time: 0.0468352 Oct 26 11:30:14.163192 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e5139674-2ecc-42ed-a6cc-f9047a135525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.172716 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-4f3a12bf-cffe-4c52-b448-4fc0c16ecdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:14.174217 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-4f3a12bf-cffe-4c52-b448-4fc0c16ecdd9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431798 Oct 26 11:30:14.187087 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:14.246835 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e5139674-2ecc-42ed-a6cc-f9047a135525 admin admin] Publish callbacks [] for security_group (e5290a09-64d6-42bf-be12-dc93fbc41c50), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.279453 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-f76774b4-1fca-49b9-93bf-9e5314b9f75a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893941 Oct 26 11:30:14.310786 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:14.327414 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e5139674-2ecc-42ed-a6cc-f9047a135525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e5290a09-64d6-42bf-be12-dc93fbc41c50), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.372860 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e5139674-2ecc-42ed-a6cc-f9047a135525 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a1be550efb70419f9b8bf797456173ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271539 Oct 26 11:30:14.373878 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5139674-2ecc-42ed-a6cc-f9047a135525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5290a09-64d6-42bf-be12-dc93fbc41c50,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:14.376173 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34598) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:14.392780 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8317c4d1-dc1a-48a3-ab5e-1af322f36fbc req-b4bde91c-62f5-4caa-a24f-3870b77cd598 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057165 Oct 26 11:30:14.434527 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-469f79db-d06e-4c7c-8137-d63d99c331c6 admin admin] Publish callbacks [] for security_group (e5290a09-64d6-42bf-be12-dc93fbc41c50), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.456712 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-469f79db-d06e-4c7c-8137-d63d99c331c6 admin admin] Publish callbacks [] for security_group (e5290a09-64d6-42bf-be12-dc93fbc41c50), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.565621 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-469f79db-d06e-4c7c-8137-d63d99c331c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (e5290a09-64d6-42bf-be12-dc93fbc41c50), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.568706 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-469f79db-d06e-4c7c-8137-d63d99c331c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:14.574736 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-469f79db-d06e-4c7c-8137-d63d99c331c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e5290a09-64d6-42bf-be12-dc93fbc41c50 HTTP/1.1" status: 204 len: 168 time: 0.1927099 Oct 26 11:30:14.584750 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f79db-d06e-4c7c-8137-d63d99c331c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5290a09-64d6-42bf-be12-dc93fbc41c50,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:14.625727 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8a4eb-c1af-4bb7-ae41-2a24c4190856 req-2219c7e1-1212-4a4c-abad-c8368e16f881 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:14.627297 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-03c8a4eb-c1af-4bb7-ae41-2a24c4190856 req-2219c7e1-1212-4a4c-abad-c8368e16f881 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0606515 Oct 26 11:30:14.704713 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-03c8a4eb-c1af-4bb7-ae41-2a24c4190856 req-7c9471bc-e9b6-4841-a884-6e2022941b30 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699248 Oct 26 11:30:15.168681 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-082edea8-5b93-428d-b8b5-da78d944217d req-83b7adb5-ce42-4079-b907-986e66fbb8c0 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=357ae7de-daf6-4dac-9370-1351f0fab0c6 HTTP/1.1" status: 200 len: 210 time: 0.0283897 Oct 26 11:30:15.396404 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34608) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:15.411099 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e439bf52-7b9d-493a-9d99-c28e2900d2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:15.494346 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e439bf52-7b9d-493a-9d99-c28e2900d2eb admin admin] Publish callbacks [] for security_group (baad2497-c4cf-487a-9323-8795b2047427), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:15.584608 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e439bf52-7b9d-493a-9d99-c28e2900d2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (baad2497-c4cf-487a-9323-8795b2047427), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:15.623353 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439bf52-7b9d-493a-9d99-c28e2900d2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baad2497-c4cf-487a-9323-8795b2047427,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:15.627495 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e439bf52-7b9d-493a-9d99-c28e2900d2eb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=885f59db4c314aa4a2a0c8cbb377baef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299674 Oct 26 11:30:15.630209 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34610) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:15.684857 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4d4c297b-ce9f-473a-96a4-b95c85fac7e8 admin admin] Publish callbacks [] for security_group (baad2497-c4cf-487a-9323-8795b2047427), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:15.707374 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4d4c297b-ce9f-473a-96a4-b95c85fac7e8 admin admin] Publish callbacks [] for security_group (baad2497-c4cf-487a-9323-8795b2047427), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:15.857919 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287519cb-1a9c-45e8-a4ca-fb6b812d9a53 req-7a11be7a-4817-4af1-bac2-1eb4975f9475 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:15.859471 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-287519cb-1a9c-45e8-a4ca-fb6b812d9a53 req-7a11be7a-4817-4af1-bac2-1eb4975f9475 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0486135 Oct 26 11:30:15.875319 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4d4c297b-ce9f-473a-96a4-b95c85fac7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (baad2497-c4cf-487a-9323-8795b2047427), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:15.878273 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4d4c297b-ce9f-473a-96a4-b95c85fac7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:15.879368 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-4d4c297b-ce9f-473a-96a4-b95c85fac7e8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/baad2497-c4cf-487a-9323-8795b2047427 HTTP/1.1" status: 204 len: 168 time: 0.2481394 Oct 26 11:30:15.899981 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c297b-ce9f-473a-96a4-b95c85fac7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baad2497-c4cf-487a-9323-8795b2047427,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:15.908990 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:15.981016 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-287519cb-1a9c-45e8-a4ca-fb6b812d9a53 req-38cc8847-bc2c-4244-b466-01c90b5f47c3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036003 Oct 26 11:30:16.235226 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34620) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:16.361735 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Deleting port 668d92d8-8c53-4b41-bb5c-18a0a330f8e9 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:16.362088 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:16.457102 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:16.457308 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:16.470105 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Calling delete_port for 668d92d8-8c53-4b41-bb5c-18a0a330f8e9 owned by network:floatingip {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:16.527497 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:16.607038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:16.687531 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (668d92d8-8c53-4b41-bb5c-18a0a330f8e9), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:16.736534 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event deleted for resources: {'Port': ['ID=668d92d8-8c53-4b41-bb5c-18a0a330f8e9,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:16.785320 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for floatingip (ed66a3dc-8fb5-473e-8a91-6fe2d39923fe), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:16.787922 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:16.793432 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-73d7a410-680e-41c8-b28d-133b2f6ef98d tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/ed66a3dc-8fb5-473e-8a91-6fe2d39923fe HTTP/1.1" status: 204 len: 168 time: 0.5534897 Oct 26 11:30:17.103228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adaf3a9-d078-4a9b-89df-6893ced6e901 req-bb23cf9c-a4e0-4724-b300-d229d96e01e4 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:17.104804 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9adaf3a9-d078-4a9b-89df-6893ced6e901 req-bb23cf9c-a4e0-4724-b300-d229d96e01e4 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0528920 Oct 26 11:30:17.166787 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9adaf3a9-d078-4a9b-89df-6893ced6e901 req-669dbe51-dbd5-4c63-941b-0a4f3001ed7e tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558674 Oct 26 11:30:17.348009 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a3d2a95a-667b-429e-a820-6d922c35ea2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:18.082362 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 4098a34c-ed38-40c7-a957-cd9dc982a278 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:18.101884 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 4098a34c-ed38-40c7-a957-cd9dc982a278 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:18.102236 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 4098a34c-ed38-40c7-a957-cd9dc982a278 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:18.181455 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34672) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:18.244408 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3eeb-d6e5-495f-9a9f-7676fa6f37b2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group (54458c52-d4a3-4b90-889d-0c3e92078ea2), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:18.297894 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3eeb-d6e5-495f-9a9f-7676fa6f37b2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group (54458c52-d4a3-4b90-889d-0c3e92078ea2), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:18.326456 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090473b8-2900-4fd6-bd6f-a0975d0e7046 req-a0185225-b06d-4630-a627-93e5cffb32a1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:18.328067 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-090473b8-2900-4fd6-bd6f-a0975d0e7046 req-a0185225-b06d-4630-a627-93e5cffb32a1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0744934 Oct 26 11:30:18.411340 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-090473b8-2900-4fd6-bd6f-a0975d0e7046 req-94989d6f-d08a-48e7-8198-cf5c2cbbab93 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768993 Oct 26 11:30:18.513518 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3eeb-d6e5-495f-9a9f-7676fa6f37b2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (54458c52-d4a3-4b90-889d-0c3e92078ea2), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:18.516109 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3a3d3eeb-d6e5-495f-9a9f-7676fa6f37b2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:18.517297 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-3a3d3eeb-d6e5-495f-9a9f-7676fa6f37b2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/54458c52-d4a3-4b90-889d-0c3e92078ea2 HTTP/1.1" status: 204 len: 168 time: 0.3348374 Oct 26 11:30:18.528450 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d3eeb-d6e5-495f-9a9f-7676fa6f37b2 tempest-TestVolumeBootPattern-2087611894 tempest-TestVolumeBootPattern-2087611894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54458c52-d4a3-4b90-889d-0c3e92078ea2,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:18.650199 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34688) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:19.124149 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (59887978-d2e2-4d04-b4e4-17895ea07a02), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:19.217119 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:19.337573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Deleting port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:19.337905 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:19.426586 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] For port 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:19.426988 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:19.441143 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Calling delete_port for 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 owned by network:router_interface {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:19.484211 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:19.537166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4e7b6-a6ef-4c6e-8c15-b0e362ba6ee2 req-4dd8e7ca-d949-4775-b02f-9d5b5e3fe813 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:19.538739 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e9f4e7b6-a6ef-4c6e-8c15-b0e362ba6ee2 req-4dd8e7ca-d949-4775-b02f-9d5b5e3fe813 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0512104 Oct 26 11:30:19.605748 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e9f4e7b6-a6ef-4c6e-8c15-b0e362ba6ee2 req-3854fd77-2ac8-4071-8ce3-b58724aa2e53 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581238 Oct 26 11:30:19.702292 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (396be04f-87c9-40c9-ae73-e0fcf9c1c5d7), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:19.727306 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Pushing event deleted for resources: {'Port': ['ID=396be04f-87c9-40c9-ae73-e0fcf9c1c5d7,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:19.731051 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e176e3c5-0a8c-4e92-9d5e-55e0f000f0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:19.905023 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (59887978-d2e2-4d04-b4e4-17895ea07a02), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:19.935505 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db5684-f0c6-4032-8346-be22b4ad392b None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:30:20.034855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3db5684-f0c6-4032-8346-be22b4ad392b None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:30:20.131999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Router 59887978-d2e2-4d04-b4e4-17895ea07a02 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:30:20.240607 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:30:20.248665 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-52f8e89f-4372-4060-8709-0e3a927c372c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/59887978-d2e2-4d04-b4e4-17895ea07a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5946531 Oct 26 11:30:20.248665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34706) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:20.254498 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] Sync routers for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:30:20.276937 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:20.277568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:30:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:20.350533 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks [] for router (59887978-d2e2-4d04-b4e4-17895ea07a02), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:20.382091 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:20.429798 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:20.444665 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:20.453296 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks [] for router_gateway (59887978-d2e2-4d04-b4e4-17895ea07a02), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:20.556355 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Deleting port fc242881-7583-474e-9318-545122084c30 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:20.562205 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (fc242881-7583-474e-9318-545122084c30), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:20.631825 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'fc242881-7583-474e-9318-545122084c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:30:19Z', 'revision_number': 5, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port': {'id': 'fc242881-7583-474e-9318-545122084c30', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:51Z', 'updated_at': '2022-10-26T11:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:20.649841 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] For port fc242881-7583-474e-9318-545122084c30, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=fc242881-7583-474e-9318-545122084c30,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:20.650194 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (fc242881-7583-474e-9318-545122084c30), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:20.660832 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] Checking router: 59887978-d2e2-4d04-b4e4-17895ea07a02 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:30:20.670689 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Calling delete_port for fc242881-7583-474e-9318-545122084c30 owned by network:router_gateway {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:20.676141 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] Routers {'59887978-d2e2-4d04-b4e4-17895ea07a02'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:20.676788 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:30:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['59887978-d2e2-4d04-b4e4-17895ea07a02'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:20.810278 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] Set router 59887978-d2e2-4d04-b4e4-17895ea07a02 gateway port host: None {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:20.864534 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:30:20Z', 'revision_number': 6, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:20.892593 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523eec7-c144-4a72-a7e1-a6470709ee7e None None] The sync data for ids ['59887978-d2e2-4d04-b4e4-17895ea07a02'] in dv-cinder-815582-18-iscsi is: [{'id': '59887978-d2e2-4d04-b4e4-17895ea07a02', 'name': 'tempest-TestVolumeBootPattern-1002723256-router', 'tenant_id': 'e378bfab9d91492e81320139fed867c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:50Z', 'updated_at': '2022-10-26T11:30:20Z', 'revision_number': 6, 'project_id': 'e378bfab9d91492e81320139fed867c6', 'gw_port_host': None}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:30:20.992023 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-71f26720-af5f-49a3-9c9a-1fafbc379a6f None None] Provisioning complete for port c5c32ff2-2aee-4e12-8485-716e0690c14e triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:30:20.993612 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-71f26720-af5f-49a3-9c9a-1fafbc379a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:20.993612 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-71f26720-af5f-49a3-9c9a-1fafbc379a6f None None] Attempt 1 to provision port c5c32ff2-2aee-4e12-8485-716e0690c14e Oct 26 11:30:21.061523 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.072184 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-71f26720-af5f-49a3-9c9a-1fafbc379a6f None None] Current status of the port c5c32ff2-2aee-4e12-8485-716e0690c14e is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:30:21.126450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef840e67-afb2-4721-90d2-378887272877 req-aba49aaf-a224-451b-bf4b-c780ec5a17d3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:21.128500 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ef840e67-afb2-4721-90d2-378887272877 req-aba49aaf-a224-451b-bf4b-c780ec5a17d3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.3881166 Oct 26 11:30:21.229719 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-ef840e67-afb2-4721-90d2-378887272877 req-254a5740-6924-4186-90fb-0b319730a1f5 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946753 Oct 26 11:30:21.317079 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (fc242881-7583-474e-9318-545122084c30), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.344328 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc242881-7583-474e-9318-545122084c30,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:21.409896 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (59887978-d2e2-4d04-b4e4-17895ea07a02), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.499113 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (59887978-d2e2-4d04-b4e4-17895ea07a02), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.501374 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks [] for router_controller (59887978-d2e2-4d04-b4e4-17895ea07a02), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.509654 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-41b51235-d50c-4863-b315-be11fa33092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:21.511284 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-41b51235-d50c-4863-b315-be11fa33092a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1169 time: 0.0414913 Oct 26 11:30:21.605534 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (59887978-d2e2-4d04-b4e4-17895ea07a02), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.606112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59887978-d2e2-4d04-b4e4-17895ea07a02 {{(pid=105073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:30:21.611092 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.613795 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f5ebf28f-3386-4c8c-b695-080b76805f21 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/59887978-d2e2-4d04-b4e4-17895ea07a02 HTTP/1.1" status: 204 len: 168 time: 1.3627579 Oct 26 11:30:21.615237 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34712) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:21.621732 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-df46691a-03d8-41a2-bce6-3a3b6077033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:21.623296 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-df46691a-03d8-41a2-bce6-3a3b6077033b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 915 time: 0.0942819 Oct 26 11:30:21.671079 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] Deleting subnet 4673aec7-54b8-4a38-b1f6-b719c1658a97 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:30:21.674551 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:21.675565 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] Publish callbacks [] for subnet (4673aec7-54b8-4a38-b1f6-b719c1658a97), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.698441 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-b4f8fab1-7b4a-4c23-987d-df259ce0d46a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 1002 time: 0.0690665 Oct 26 11:30:21.718232 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (4673aec7-54b8-4a38-b1f6-b719c1658a97), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.751650 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-043ab4cf-eeb0-410c-80ac-8b2a1a57c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:21.753237 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-043ab4cf-eeb0-410c-80ac-8b2a1a57c095 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 200 len: 853 time: 0.0480640 Oct 26 11:30:21.809595 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (4673aec7-54b8-4a38-b1f6-b719c1658a97), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:21.820122 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-ae3acf28-438f-4b3b-979c-d4eb853c52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:21.820688 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-ae3acf28-438f-4b3b-979c-d4eb853c52ee service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0617399 Oct 26 11:30:21.840373 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device fc242881-7583-474e-9318-545122084c30 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:21.873170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: fc242881-7583-474e-9318-545122084c30 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:21.874293 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device fc242881-7583-474e-9318-545122084c30 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:21.874997 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:21.886105 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:21.896672 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:21.897020 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 396be04f-87c9-40c9-ae73-e0fcf9c1c5d7 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:21.937496 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-95416cf4-cdfa-40e8-a49e-0724ec5ef6ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102731 Oct 26 11:30:21.981326 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (4673aec7-54b8-4a38-b1f6-b719c1658a97), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.030872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4673aec7-54b8-4a38-b1f6-b719c1658a97,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:22.030872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.032435 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e14b55e4-a845-4b91-8225-06ba751666b3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4673aec7-54b8-4a38-b1f6-b719c1658a97 HTTP/1.1" status: 204 len: 168 time: 0.4161425 Oct 26 11:30:22.034968 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34720) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:22.038122 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eae5f1-8c7d-4e7b-a644-1e3728cdd08c None None] Network 5b1f4268-e846-46c0-b38f-b877c6621858 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:30:22.047919 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d87a8b4b-4a4f-48cc-bfce-289409401284 req-8654c93b-a215-46af-b136-615c0a799cd2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038675 Oct 26 11:30:22.117782 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (5b1f4268-e846-46c0-b38f-b877c6621858), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.162280 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Deleting port c5c32ff2-2aee-4e12-8485-716e0690c14e {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:22.163173 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.207757 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] DHCP port deletion for 5b1f4268-e846-46c0-b38f-b877c6621858 request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:30:22.231840 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] For port c5c32ff2-2aee-4e12-8485-716e0690c14e, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=c5c32ff2-2aee-4e12-8485-716e0690c14e,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:22.232215 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.247942 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Calling delete_port for c5c32ff2-2aee-4e12-8485-716e0690c14e owned by network:dhcp {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:22.250722 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Deleting port c5c32ff2-2aee-4e12-8485-716e0690c14e {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:22.254632 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.327396 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] For port c5c32ff2-2aee-4e12-8485-716e0690c14e, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=c5c32ff2-2aee-4e12-8485-716e0690c14e,segment=NetworkSegment(cd96863b-60ca-4a36-b692-fb41cacd01e7),segment_id=cd96863b-60ca-4a36-b692-fb41cacd01e7)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:22.327755 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.341552 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Calling delete_port for c5c32ff2-2aee-4e12-8485-716e0690c14e owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:22.355198 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=100 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:22.355336 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:22.368407 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdebc8-b984-4b1a-972b-f5ad302c7d23 req-6bc3418c-b0ed-4c2e-9534-0f9c1494373f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:22.370803 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-18fdebc8-b984-4b1a-972b-f5ad302c7d23 req-6bc3418c-b0ed-4c2e-9534-0f9c1494373f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0560739 Oct 26 11:30:22.399663 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:22.401955 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.427639 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c32ff2-2aee-4e12-8485-716e0690c14e,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:22.431305 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] No DVR routers for this DVR port c5c32ff2-2aee-4e12-8485-716e0690c14e on host dv-cinder-815582-18-iscsi {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:30:22.443932 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (c5c32ff2-2aee-4e12-8485-716e0690c14e), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.451096 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-18fdebc8-b984-4b1a-972b-f5ad302c7d23 req-1fa66667-7333-485c-9429-760f50b8d9d6 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746846 Oct 26 11:30:22.467790 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Pushing event deleted for resources: {'Port': ['ID=c5c32ff2-2aee-4e12-8485-716e0690c14e,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:22.477890 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] No DVR routers for this DVR port c5c32ff2-2aee-4e12-8485-716e0690c14e on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:30:22.479855 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.480221 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.480553 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.480897 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.481235 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.481569 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.481902 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.482226 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.482564 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.482916 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.483250 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.483576 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.483901 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.484225 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.484547 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26794838-c8fe-4f6f-bafc-691205b73b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:22.517484 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (5b1f4268-e846-46c0-b38f-b877c6621858), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.539531 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1f4268-e846-46c0-b38f-b877c6621858']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:22.548082 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd96863b-60ca-4a36-b692-fb41cacd01e7') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:22.548376 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd96863b-60ca-4a36-b692-fb41cacd01e7') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:22.558018 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (cd96863b-60ca-4a36-b692-fb41cacd01e7), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.571114 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (cd96863b-60ca-4a36-b692-fb41cacd01e7), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.577722 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Releasing vlan 496 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:30:22.578096 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (cd96863b-60ca-4a36-b692-fb41cacd01e7), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.727444 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment cd96863b-60ca-4a36-b692-fb41cacd01e7 resource provider aggregate not found Oct 26 11:30:22.742652 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (5b1f4268-e846-46c0-b38f-b877c6621858), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.745368 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment cd96863b-60ca-4a36-b692-fb41cacd01e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd96863b-60ca-4a36-b692-fb41cacd01e7 found for delete ", "request_id": "req-ee9d572b-55e2-4f73-8181-da2656fddc53"}]} Oct 26 11:30:22.754065 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.754065 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/5b1f4268-e846-46c0-b38f-b877c6621858 HTTP/1.1" status: 204 len: 168 time: 0.7171948 Oct 26 11:30:22.756337 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34742) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:22.764711 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9339a-a5a1-49c1-aaca-8d64bdd85341 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1f4268-e846-46c0-b38f-b877c6621858,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:22.779302 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:22.925946 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:23.078645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:23.297590 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Deleting port 4f136982-bad9-44da-aca4-bf95b2bacd79 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:23.297848 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:23.379759 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] For port 4f136982-bad9-44da-aca4-bf95b2bacd79, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4f136982-bad9-44da-aca4-bf95b2bacd79,segment=NetworkSegment(02d60a92-85b8-4dd0-b8b6-46ec810fbbf9),segment_id=02d60a92-85b8-4dd0-b8b6-46ec810fbbf9)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:23.380120 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:23.392866 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Calling delete_port for 4f136982-bad9-44da-aca4-bf95b2bacd79 owned by network:router_interface {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:23.550214 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:23.557866 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:23.576732 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c9a32-436b-45ca-85c0-248d150cf54b req-cecc60c4-d58e-4b73-8c84-ce24f2f373e6 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:23.578225 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d28c9a32-436b-45ca-85c0-248d150cf54b req-cecc60c4-d58e-4b73-8c84-ce24f2f373e6 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0476613 Oct 26 11:30:23.638263 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-d28c9a32-436b-45ca-85c0-248d150cf54b req-ad5dd893-cec8-404d-a50e-d8dd38cc2478 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536685 Oct 26 11:30:23.664662 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (4f136982-bad9-44da-aca4-bf95b2bacd79), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:23.689728 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f136982-bad9-44da-aca4-bf95b2bacd79,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:23.742481 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=18 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:23.750579 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:23.869026 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:23.875170 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c5c32ff2-2aee-4e12-8485-716e0690c14e no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:23.896110 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: c5c32ff2-2aee-4e12-8485-716e0690c14e {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:23.896462 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c5c32ff2-2aee-4e12-8485-716e0690c14e not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:23.910644 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69536d5-eefb-491b-998d-c8f6e2856ad2 None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:30:23.945802 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:23.976064 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:24.004415 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69536d5-eefb-491b-998d-c8f6e2856ad2 None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:30:24.101238 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:30:24.223111 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:30:24.223111 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-2e3a6dc2-45d2-4ed8-a335-a8af89893889 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4606533 Oct 26 11:30:24.223111 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34758) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:24.226103 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] Sync routers for ids ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:30:24.241175 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] Routers {'45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:24.246008 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:30:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:24.347327 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks [] for router (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:24.374433 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] Set router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:24.459162 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks [] for router_gateway (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:24.544247 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:24.561164 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Deleting port 238fcd8b-fa24-479b-a302-6baf0c9b69a1 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:24.562934 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:24.588541 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:30:23Z', 'revision_number': 5, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port': {'id': '238fcd8b-fa24-479b-a302-6baf0c9b69a1', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:41:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:19:59Z', 'updated_at': '2022-10-26T11:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:24.633381 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] Checking router: 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:30:24.643475 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] Routers {'45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:30:24.644360 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:30:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:24.655131 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] For port 238fcd8b-fa24-479b-a302-6baf0c9b69a1, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=238fcd8b-fa24-479b-a302-6baf0c9b69a1,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:24.655131 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:24.680104 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Calling delete_port for 238fcd8b-fa24-479b-a302-6baf0c9b69a1 owned by network:router_gateway {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:24.696065 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:24.717297 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-acc00882-0b32-403f-9d1f-aca780d38d85 None None] Provisioning complete for port aeee3446-ceeb-4415-a4d0-f80badedccf0 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:30:24.728239 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-acc00882-0b32-403f-9d1f-aca780d38d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:24.729084 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-acc00882-0b32-403f-9d1f-aca780d38d85 None None] Attempt 1 to provision port aeee3446-ceeb-4415-a4d0-f80badedccf0 Oct 26 11:30:24.742530 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] Set router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 gateway port host: None {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:30:24.782336 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34766) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:24.833289 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-acc00882-0b32-403f-9d1f-aca780d38d85 None None] Current status of the port aeee3446-ceeb-4415-a4d0-f80badedccf0 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:30:24.908042 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:30:24Z', 'revision_number': 6, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:24.935363 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43571cf-15ff-4c22-a973-d2aef8f181c5 None None] The sync data for ids ['45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5'] in dv-cinder-815582-18-iscsi is: [{'id': '45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5', 'name': 'tempest-TestVolumeBootPattern-2037329839-router', 'tenant_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:19:58Z', 'updated_at': '2022-10-26T11:30:24Z', 'revision_number': 6, 'project_id': 'a6ed68e985764bc5b139aa5a9de6bd01', 'gw_port_host': None}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:30:24.957869 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-77ff9f5e-88d6-420e-aa67-15e969ef857f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:24.994459 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:25.067620 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-77ff9f5e-88d6-420e-aa67-15e969ef857f admin admin] Publish callbacks [] for security_group (cbf33189-750a-4d01-84ec-e8c0def459cd), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.109035 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b13556-cdcd-49cb-8b27-7ee35a752883 req-1326eed8-dee1-4432-87f6-3b13a85f6a5a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:25.110670 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-12b13556-cdcd-49cb-8b27-7ee35a752883 req-1326eed8-dee1-4432-87f6-3b13a85f6a5a tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0633276 Oct 26 11:30:25.138879 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-77ff9f5e-88d6-420e-aa67-15e969ef857f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (cbf33189-750a-4d01-84ec-e8c0def459cd), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.177374 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff9f5e-88d6-420e-aa67-15e969ef857f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf33189-750a-4d01-84ec-e8c0def459cd,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:25.181715 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-77ff9f5e-88d6-420e-aa67-15e969ef857f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7f2a7f5595c3403eb9f78a1b8856c58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976197 Oct 26 11:30:25.184539 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34770) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:25.236348 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-311b7559-275f-46e8-be2d-804141b997d1 admin admin] Publish callbacks [] for security_group (cbf33189-750a-4d01-84ec-e8c0def459cd), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.245470 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-12b13556-cdcd-49cb-8b27-7ee35a752883 req-f5f0df9d-b83e-4e03-906f-f7b947ee3988 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287353 Oct 26 11:30:25.248704 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:25.259862 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-311b7559-275f-46e8-be2d-804141b997d1 admin admin] Publish callbacks [] for security_group (cbf33189-750a-4d01-84ec-e8c0def459cd), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.325615 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (238fcd8b-fa24-479b-a302-6baf0c9b69a1), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.349468 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=238fcd8b-fa24-479b-a302-6baf0c9b69a1,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:25.393696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-311b7559-275f-46e8-be2d-804141b997d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (cbf33189-750a-4d01-84ec-e8c0def459cd), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.396658 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-311b7559-275f-46e8-be2d-804141b997d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.398121 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-311b7559-275f-46e8-be2d-804141b997d1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cbf33189-750a-4d01-84ec-e8c0def459cd HTTP/1.1" status: 204 len: 168 time: 0.2125239 Oct 26 11:30:25.409070 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b7559-275f-46e8-be2d-804141b997d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf33189-750a-4d01-84ec-e8c0def459cd,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:25.421550 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.514333 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.516718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks [] for router_controller (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.666015 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.666808 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 {{(pid=105072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:30:25.671949 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.673211 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-48ca620e-c5c4-43e9-b050-95ba2388bbe2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/45cb4a19-1bc9-4de5-ba37-5e5ca79d62e5 HTTP/1.1" status: 204 len: 168 time: 1.4511011 Oct 26 11:30:25.676393 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34776) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:25.727597 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] Deleting subnet 3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:30:25.731623 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] Publish callbacks [] for subnet (3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.774192 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.812759 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4f136982-bad9-44da-aca4-bf95b2bacd79 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:25.838454 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 4f136982-bad9-44da-aca4-bf95b2bacd79 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:25.839711 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4f136982-bad9-44da-aca4-bf95b2bacd79 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:25.840252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 238fcd8b-fa24-479b-a302-6baf0c9b69a1 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:25.858309 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:25.859402 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 238fcd8b-fa24-479b-a302-6baf0c9b69a1 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:25.859750 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 238fcd8b-fa24-479b-a302-6baf0c9b69a1 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:25.994034 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.025451 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:26.031173 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.034311 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d8f51346-a1fc-4799-98c5-0f6b8e2eef19 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3ccb41ff-b02a-466c-b7ea-4f4aa0df10a9 HTTP/1.1" status: 204 len: 168 time: 0.3569224 Oct 26 11:30:26.036849 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34778) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:26.039602 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eeffcf-dace-4d9b-a421-f4125678205f None None] Network 92cb9492-5ebc-4d55-b3c8-97f36548507d requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:30:26.093819 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34780) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:26.108703 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (92cb9492-5ebc-4d55-b3c8-97f36548507d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.110541 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-305b7cf3-d916-440b-a207-0a21ade17189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.154460 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Deleting port aeee3446-ceeb-4415-a4d0-f80badedccf0 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:26.154931 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.206976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-305b7cf3-d916-440b-a207-0a21ade17189 admin admin] Publish callbacks [] for security_group (bba3f3e2-89ed-4933-8482-815529dabf9f), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.230188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] DHCP port deletion for 92cb9492-5ebc-4d55-b3c8-97f36548507d request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:30:26.237322 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] For port aeee3446-ceeb-4415-a4d0-f80badedccf0, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=aeee3446-ceeb-4415-a4d0-f80badedccf0,segment=NetworkSegment(02d60a92-85b8-4dd0-b8b6-46ec810fbbf9),segment_id=02d60a92-85b8-4dd0-b8b6-46ec810fbbf9)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:26.237760 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.250841 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Calling delete_port for aeee3446-ceeb-4415-a4d0-f80badedccf0 owned by network:dhcp {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:26.265325 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] Deleting port aeee3446-ceeb-4415-a4d0-f80badedccf0 {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:30:26.265658 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.298686 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:26.325516 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-305b7cf3-d916-440b-a207-0a21ade17189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (bba3f3e2-89ed-4933-8482-815529dabf9f), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.337269 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] For port aeee3446-ceeb-4415-a4d0-f80badedccf0, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=aeee3446-ceeb-4415-a4d0-f80badedccf0,segment=NetworkSegment(02d60a92-85b8-4dd0-b8b6-46ec810fbbf9),segment_id=02d60a92-85b8-4dd0-b8b6-46ec810fbbf9)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:26.337677 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.352411 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] Calling delete_port for aeee3446-ceeb-4415-a4d0-f80badedccf0 owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:30:26.372744 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b7cf3-d916-440b-a207-0a21ade17189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba3f3e2-89ed-4933-8482-815529dabf9f,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:26.377203 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-305b7cf3-d916-440b-a207-0a21ade17189 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bfa5a3eaeabf459da037715fe74d95c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824357 Oct 26 11:30:26.380376 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34784) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:26.385661 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c399d43-7543-460e-8cb2-6345cc5a4825 req-dccb07ac-f7d3-419b-a308-5c7b8942aa7c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:26.388845 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c399d43-7543-460e-8cb2-6345cc5a4825 req-dccb07ac-f7d3-419b-a308-5c7b8942aa7c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0584407 Oct 26 11:30:26.408336 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.440886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e08da032-60b1-4efd-afb8-99314f1ecd30 admin admin] Publish callbacks [] for security_group (bba3f3e2-89ed-4933-8482-815529dabf9f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.443492 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeee3446-ceeb-4415-a4d0-f80badedccf0,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:26.444788 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (aeee3446-ceeb-4415-a4d0-f80badedccf0), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.453235 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] No DVR routers for this DVR port aeee3446-ceeb-4415-a4d0-f80badedccf0 on host dv-cinder-815582-18-iscsi {{(pid=105073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:30:26.468471 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e08da032-60b1-4efd-afb8-99314f1ecd30 admin admin] Publish callbacks [] for security_group (bba3f3e2-89ed-4933-8482-815529dabf9f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.474196 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] Pushing event deleted for resources: {'Port': ['ID=aeee3446-ceeb-4415-a4d0-f80badedccf0,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:26.478107 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63440b-8221-4e05-8aa9-0da908fb0471 None None] No DVR routers for this DVR port aeee3446-ceeb-4415-a4d0-f80badedccf0 on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:30:26.561166 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9c399d43-7543-460e-8cb2-6345cc5a4825 req-0a571813-904f-45ee-a239-a5745d41e4bf tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&id=ba73caf4-4697-4c56-9274-a12d28569beb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622055 Oct 26 11:30:26.567636 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (92cb9492-5ebc-4d55-b3c8-97f36548507d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.582242 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:26.585129 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e08da032-60b1-4efd-afb8-99314f1ecd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (bba3f3e2-89ed-4933-8482-815529dabf9f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.585913 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cb9492-5ebc-4d55-b3c8-97f36548507d']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:26.587941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-e08da032-60b1-4efd-afb8-99314f1ecd30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.591542 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-e08da032-60b1-4efd-afb8-99314f1ecd30 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bba3f3e2-89ed-4933-8482-815529dabf9f HTTP/1.1" status: 204 len: 168 time: 0.2078774 Oct 26 11:30:26.596826 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:26.597282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:26.597282 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d60a92-85b8-4dd0-b8b6-46ec810fbbf9') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:30:26.599559 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08da032-60b1-4efd-afb8-99314f1ecd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba3f3e2-89ed-4933-8482-815529dabf9f,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:26.608538 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (02d60a92-85b8-4dd0-b8b6-46ec810fbbf9), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.625682 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (02d60a92-85b8-4dd0-b8b6-46ec810fbbf9), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.633913 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Releasing vlan 499 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:30:26.634410 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (02d60a92-85b8-4dd0-b8b6-46ec810fbbf9), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.681293 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 02d60a92-85b8-4dd0-b8b6-46ec810fbbf9 resource provider aggregate not found Oct 26 11:30:26.701653 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 02d60a92-85b8-4dd0-b8b6-46ec810fbbf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02d60a92-85b8-4dd0-b8b6-46ec810fbbf9 found for delete ", "request_id": "req-adc253db-c6eb-4e82-933e-a64cdc9ae3e5"}]} Oct 26 11:30:26.776841 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (92cb9492-5ebc-4d55-b3c8-97f36548507d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.782353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:26.786149 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/92cb9492-5ebc-4d55-b3c8-97f36548507d HTTP/1.1" status: 204 len: 168 time: 0.7481582 Oct 26 11:30:26.800193 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d8b6a-577d-49ae-bbfd-009aec3fdc40 admin admin] Pushing event deleted for resources: {'Network': ['ID=92cb9492-5ebc-4d55-b3c8-97f36548507d,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:27.213758 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34800) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:27.254145 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-f12da224-c1ad-4cf9-9196-19ce47b20c3d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e378bfab9d91492e81320139fed867c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392392 Oct 26 11:30:27.256619 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34802) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:27.296943 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34804) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:27.306359 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a112-bad4-4832-a71e-4618431f5670 admin admin] Publish callbacks [] for security_group (87c8fa5a-f060-4596-b572-ce47d3b72329), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.315843 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8be5196f-9ea1-4898-a147-06bf41bd6ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.327921 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a112-bad4-4832-a71e-4618431f5670 admin admin] Publish callbacks [] for security_group (87c8fa5a-f060-4596-b572-ce47d3b72329), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.344658 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:27.393560 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8be5196f-9ea1-4898-a147-06bf41bd6ee9 admin admin] Publish callbacks [] for security_group (0b75c076-93e9-49be-90dc-eae05923c91d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.450970 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a112-bad4-4832-a71e-4618431f5670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (87c8fa5a-f060-4596-b572-ce47d3b72329), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.453543 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a112-bad4-4832-a71e-4618431f5670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.454726 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-5cb2a112-bad4-4832-a71e-4618431f5670 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/87c8fa5a-f060-4596-b572-ce47d3b72329 HTTP/1.1" status: 204 len: 168 time: 0.1972175 Oct 26 11:30:27.462986 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2a112-bad4-4832-a71e-4618431f5670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c8fa5a-f060-4596-b572-ce47d3b72329,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:27.484751 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-8be5196f-9ea1-4898-a147-06bf41bd6ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0b75c076-93e9-49be-90dc-eae05923c91d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.527470 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-8be5196f-9ea1-4898-a147-06bf41bd6ee9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5a0f467ad4fc404eb5710985a487fabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293832 Oct 26 11:30:27.529694 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5196f-9ea1-4898-a147-06bf41bd6ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b75c076-93e9-49be-90dc-eae05923c91d,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:27.530383 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34808) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:27.585443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-aa10bca1-b9da-40e2-ab9e-9ab469da2e89 admin admin] Publish callbacks [] for security_group (0b75c076-93e9-49be-90dc-eae05923c91d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.606278 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-aa10bca1-b9da-40e2-ab9e-9ab469da2e89 admin admin] Publish callbacks [] for security_group (0b75c076-93e9-49be-90dc-eae05923c91d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.731261 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-aa10bca1-b9da-40e2-ab9e-9ab469da2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0b75c076-93e9-49be-90dc-eae05923c91d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.733842 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-aa10bca1-b9da-40e2-ab9e-9ab469da2e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:27.737982 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-aa10bca1-b9da-40e2-ab9e-9ab469da2e89 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0b75c076-93e9-49be-90dc-eae05923c91d HTTP/1.1" status: 204 len: 168 time: 0.2035329 Oct 26 11:30:27.745383 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10bca1-b9da-40e2-ab9e-9ab469da2e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b75c076-93e9-49be-90dc-eae05923c91d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:27.814491 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device aeee3446-ceeb-4415-a4d0-f80badedccf0 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:30:27.837932 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: aeee3446-ceeb-4415-a4d0-f80badedccf0 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:30:27.838495 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device aeee3446-ceeb-4415-a4d0-f80badedccf0 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:30:28.242842 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34822) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:28.283721 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-510e4b80-999c-4da7-8c62-59fdb2d90fcc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a6ed68e985764bc5b139aa5a9de6bd01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396051 Oct 26 11:30:28.286311 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34824) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:28.337651 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-91825741-7f66-455d-9c2a-ce461ab8ca36 admin admin] Publish callbacks [] for security_group (28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:28.358115 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-91825741-7f66-455d-9c2a-ce461ab8ca36 admin admin] Publish callbacks [] for security_group (28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:28.476189 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-91825741-7f66-455d-9c2a-ce461ab8ca36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:28.478809 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-91825741-7f66-455d-9c2a-ce461ab8ca36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:28.480067 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-91825741-7f66-455d-9c2a-ce461ab8ca36 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b HTTP/1.1" status: 204 len: 168 time: 0.1928406 Oct 26 11:30:28.488614 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91825741-7f66-455d-9c2a-ce461ab8ca36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e3570e-9cd6-47a7-a2e0-ea2dc7b8cc2b,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:31.692350 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:30:37.522760 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:37.525822 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=47,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:37.760810 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=35,neutron:DELETE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:37.819664 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:38.482791 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:38.484013 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=74,neutron:DELETE=8 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:38.501888 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:40.506164 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 34906) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:40.610529 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-120321f0-7fd4-4d7c-ac4e-a222e55c1a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:40.687168 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-120321f0-7fd4-4d7c-ac4e-a222e55c1a60 admin admin] Publish callbacks [] for security_group (92e48c88-1f36-4b23-a767-51df17083408), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:40.759334 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-120321f0-7fd4-4d7c-ac4e-a222e55c1a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (92e48c88-1f36-4b23-a767-51df17083408), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:40.799305 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-120321f0-7fd4-4d7c-ac4e-a222e55c1a60 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9e07fd88c62a4176bdc905b7da64f114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921057 Oct 26 11:30:40.800159 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120321f0-7fd4-4d7c-ac4e-a222e55c1a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e48c88-1f36-4b23-a767-51df17083408,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:40.803479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34910) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:40.854323 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c0e144ea-2cdf-4111-ae67-35e951699373 admin admin] Publish callbacks [] for security_group (92e48c88-1f36-4b23-a767-51df17083408), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:40.874180 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c0e144ea-2cdf-4111-ae67-35e951699373 admin admin] Publish callbacks [] for security_group (92e48c88-1f36-4b23-a767-51df17083408), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:41.001818 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c0e144ea-2cdf-4111-ae67-35e951699373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (92e48c88-1f36-4b23-a767-51df17083408), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:41.004281 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c0e144ea-2cdf-4111-ae67-35e951699373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:41.005440 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c0e144ea-2cdf-4111-ae67-35e951699373 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/92e48c88-1f36-4b23-a767-51df17083408 HTTP/1.1" status: 204 len: 168 time: 0.2005336 Oct 26 11:30:41.013179 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e144ea-2cdf-4111-ae67-35e951699373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e48c88-1f36-4b23-a767-51df17083408,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:41.958267 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34932) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:42.052450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-582850473-network', 'tenant_id': '044799c63ce94aa39ea143e1633e2002'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:30:42.179452 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Made reservation on behalf of 044799c63ce94aa39ea143e1633e2002 for: {'network': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:30:42.181793 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for network (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.193935 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.266730 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks [] for security_group (b5e4d2c5-b895-4f0d-8b88-e47e705c80df), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.407597 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b5e4d2c5-b895-4f0d-8b88-e47e705c80df), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.435674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] vlan segment allocate from pool success with {'vlan_id': 470, 'physical_network': 'physnet1'} {{(pid=105073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 26 11:30:42.442770 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e4d2c5-b895-4f0d-8b88-e47e705c80df,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:42.448706 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.449050 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.segments_db [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Added segment 3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6 of type vlan for network a6c839a0-5fc6-4351-8012-8fd2ee054dee Oct 26 11:30:42.488417 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750028779201'] for network (a6c839a0-5fc6-4351-8012-8fd2ee054dee), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.579092 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499'] for network (a6c839a0-5fc6-4351-8012-8fd2ee054dee), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.580018 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:42.580648 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.642391 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] Pushing event updated for resources: {'Network': ['ID=a6c839a0-5fc6-4351-8012-8fd2ee054dee,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:42.654287 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Network a6c839a0-5fc6-4351-8012-8fd2ee054dee details requested by agent ovs-agent-dv-cinder-815582-18-iscsi with host dv-cinder-815582-18-iscsi {{(pid=105074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 26 11:30:42.667747 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d99e1b40-d981-49bd-a4bb-a6bb88fc5baa admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7082314 Oct 26 11:30:42.670665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 34936) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:30:42.675520 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Request body: {'subnet': {'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-582850473-subnet', 'tenant_id': '044799c63ce94aa39ea143e1633e2002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:30:42.753775 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:42.782378 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Made reservation on behalf of 044799c63ce94aa39ea143e1633e2002 for: {'subnet': 1} {{(pid=105073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:30:42.784913 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59128609'] for subnet (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:43.025678 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58954394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59128655'] for subnet (23ad9587-8798-44e4-9793-9d6dd137f52b), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:43.029716 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:43.074542 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:43.076664 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ad9587-8798-44e4-9793-9d6dd137f52b,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:43.092537 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Checking segment: {'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:30:43.092995 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Network hostable DHCP agents. Network: a6c839a0-5fc6-4351-8012-8fd2ee054dee, hostable agents: ['e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860'], hosted agents: [] {{(pid=105073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 26 11:30:43.169033 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Network a6c839a0-5fc6-4351-8012-8fd2ee054dee is scheduled to be hosted by DHCP agent e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860 with binding_index 1 {{(pid=105073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 26 11:30:43.270915 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-18-iscsi, a6c839a0-5fc6-4351-8012-8fd2ee054dee) {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:30:43.275312 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:43.275949 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:43.280409 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db544b-90a1-4857-97b7-a650fda1fcd9 None None] Network a6c839a0-5fc6-4351-8012-8fd2ee054dee requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:30:43.368141 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-25693d6d-e382-4628-b3af-93c22f53c5fa admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6963038 Oct 26 11:30:43.517062 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef9c84-8eee-4f37-b4cb-b15effcf55b5 None None] Network a6c839a0-5fc6-4351-8012-8fd2ee054dee requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:30:45.455784 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-6cb9eeff-d1af-4c4f-bd65-250d1cfdb293 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:45.457219 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-6cb9eeff-d1af-4c4f-bd65-250d1cfdb293 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a6c839a0-5fc6-4351-8012-8fd2ee054dee HTTP/1.1" status: 200 len: 813 time: 0.1010263 Oct 26 11:30:45.472806 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-b5be7f9e-c773-45da-84cd-3d07ff3dbe24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/quotas/044799c63ce94aa39ea143e1633e2002 HTTP/1.1" status: 200 len: 375 time: 0.0094669 Oct 26 11:30:45.510947 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-d623918b-9815-4695-a900-61d34d1ad318 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=044799c63ce94aa39ea143e1633e2002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326116 Oct 26 11:30:45.604247 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-b276327f-8f7d-4cbb-a92f-23b8abf8428d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863037 Oct 26 11:30:45.696620 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-a5eb0431-efb3-43d5-8288-89e9d4cf8338 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867898 Oct 26 11:30:45.731736 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=55 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:45.733595 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=56 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:45.963055 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2210a128-ab2c-44f2-8584-fe75c98be248 req-d30584be-2784-4dfd-9449-21af5bc069b6 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 210 time: 0.0296054 Oct 26 11:30:47.063610 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7aa08301-1e68-49e9-9b66-c5252b32f483 req-0b259be6-cef9-402d-9e19-4b3140cc744b tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 210 time: 0.0290027 Oct 26 11:30:47.377155 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8fa15ee-ec40-4e55-82f6-8302cc7b0c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:48.176838 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a94cae55-4537-41ca-9923-892c17ea0101 req-f473756c-bb1f-4dc5-b9df-10a62b77c21d tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 210 time: 0.0372486 Oct 26 11:30:48.403838 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-6615b86b-a69c-46d5-b9c7-fb1b1994d906 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:48.405292 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-6615b86b-a69c-46d5-b9c7-fb1b1994d906 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "GET /networking/v2.0/networks?id=a6c839a0-5fc6-4351-8012-8fd2ee054dee HTTP/1.1" status: 200 len: 813 time: 0.1065047 Oct 26 11:30:48.423642 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Request body: {'port': {'device_id': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee', 'admin_state_up': True, 'tenant_id': '044799c63ce94aa39ea143e1633e2002'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:30:48.599763 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Made reservation on behalf of 044799c63ce94aa39ea143e1633e2002 for: {'port': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:30:48.603539 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:48.734046 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Allocated IP 172.20.0.8 (a6c839a0-5fc6-4351-8012-8fd2ee054dee/23ad9587-8798-44e4-9793-9d6dd137f52b/55c7e502-11c4-4b82-ac60-6790ec30c0a6) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:30:48.742689 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:48.744011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:48.884774 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks [] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:48.977515 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:49.017612 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Network a6c839a0-5fc6-4351-8012-8fd2ee054dee is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:30:49.020728 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:30:49.027145 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:30:49.051673 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Pushing event updated for resources: {'Port': ['ID=55c7e502-11c4-4b82-ac60-6790ec30c0a6,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:49.067299 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.067633 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.068011 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.068351 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.068681 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.069015 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.069340 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.069664 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.069989 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.070311 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.070631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.070984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.071307 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.071625 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.071943 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:30:49.090248 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:49.090874 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:49.181858 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-ad19485b-c827-49d3-af26-91eb892abb24 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619946 Oct 26 11:30:49.199714 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Request body: {'port': {'device_id': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:30:49.287986 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:49.316192 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ba6f4-52b8-4b4b-bc74-126ec2f3d1e3 req-11dafbda-6a95-48aa-91ae-931f4f6aaf6e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:49.317662 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-006ba6f4-52b8-4b4b-bc74-126ec2f3d1e3 req-11dafbda-6a95-48aa-91ae-931f4f6aaf6e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 931 time: 0.0601637 Oct 26 11:30:49.382348 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:49.444364 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-006ba6f4-52b8-4b4b-bc74-126ec2f3d1e3 req-eeb705a9-26ff-48ab-a006-d04eb77320c0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106908 Oct 26 11:30:49.594147 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c7e502-11c4-4b82-ac60-6790ec30c0a6 {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:30:49.601984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Publish callbacks [] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:49.614007 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Transition to ACTIVE for port object 55c7e502-11c4-4b82-ac60-6790ec30c0a6 will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:30:49.687820 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:49.753744 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-73ee286f-7bc4-41d6-9254-85fe376c3ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:49.765539 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Pushing event updated for resources: {'Port': ['ID=55c7e502-11c4-4b82-ac60-6790ec30c0a6,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:49.795681 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Attempting to bind port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:30:49.796018 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Attempting to bind port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:30:49.796350 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Attempting to bind port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 on network a6c839a0-5fc6-4351-8012-8fd2ee054dee {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:30:49.825518 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:49.838301 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 on network a6c839a0-5fc6-4351-8012-8fd2ee054dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:30:49.838630 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Attempting to bind port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 on network a6c839a0-5fc6-4351-8012-8fd2ee054dee {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:30:49.885194 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:30:49.885533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Checking segment: {'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:30:49.885918 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Bound using segment: {'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:30:49.886361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Bound port: 55c7e502-11c4-4b82-ac60-6790ec30c0a6, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:30:49.886724 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:49.946445 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] For port 55c7e502-11c4-4b82-ac60-6790ec30c0a6, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:30:49.949505 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] For port 55c7e502-11c4-4b82-ac60-6790ec30c0a6, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=55c7e502-11c4-4b82-ac60-6790ec30c0a6,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:30:50.013785 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:50.017804 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:50.018414 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:50.019809 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/55c7e502-11c4-4b82-ac60-6790ec30c0a6 HTTP/1.1" status: 200 len: 1093 time: 0.8240981 Oct 26 11:30:50.020351 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'tag': '55c7e502-11c4-4b82-ac60-6790ec30c0a6'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:30:50.023279 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b177542-22e6-472b-87c8-9b376069d959" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c", "tag": "55c7e502-11c4-4b82-ac60-6790ec30c0a6"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:30:50.067376 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c29e496-611d-4a22-b0aa-40ab0b766a0c x-openstack-request-id: req-2c29e496-611d-4a22-b0aa-40ab0b766a0c {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:30:50.067656 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c", "tag": "55c7e502-11c4-4b82-ac60-6790ec30c0a6", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:30:50.067905 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c29e496-611d-4a22-b0aa-40ab0b766a0c {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:30:50.068797 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c29e496-611d-4a22-b0aa-40ab0b766a0c'] response: {'name': 'network-changed', 'server_uuid': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'tag': '55c7e502-11c4-4b82-ac60-6790ec30c0a6', 'status': 'completed', 'code': 200} Oct 26 11:30:50.073410 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b7e83-97ad-4027-af13-72a8b0af0125 service neutron] Pushing event updated for resources: {'Port': ['ID=55c7e502-11c4-4b82-ac60-6790ec30c0a6,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:50.152923 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b177542-22e6-472b-87c8-9b376069d959 req-a1eab888-96d8-4f80-b15b-15fa00f25769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:50.154293 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b177542-22e6-472b-87c8-9b376069d959 req-a1eab888-96d8-4f80-b15b-15fa00f25769 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=044799c63ce94aa39ea143e1633e2002&device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 1127 time: 0.0434480 Oct 26 11:30:50.258334 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b177542-22e6-472b-87c8-9b376069d959 req-06f3ad78-63d0-40a2-a074-219d2440cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:50.259805 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b177542-22e6-472b-87c8-9b376069d959 req-06f3ad78-63d0-40a2-a074-219d2440cc39 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=044799c63ce94aa39ea143e1633e2002&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0918519 Oct 26 11:30:50.359636 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b177542-22e6-472b-87c8-9b376069d959 req-f3de1b5d-fbb6-485e-8d5e-a1d9d90112b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:50.361087 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8b177542-22e6-472b-87c8-9b376069d959 req-f3de1b5d-fbb6-485e-8d5e-a1d9d90112b8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953476 Oct 26 11:30:50.456439 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:50.462036 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-b5fdaf15-1c5f-4822-b005-82c5004f071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:50.463546 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-b5fdaf15-1c5f-4822-b005-82c5004f071d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=044799c63ce94aa39ea143e1633e2002&device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 1127 time: 0.0389132 Oct 26 11:30:50.511340 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-e940f324-6c08-4ff6-bb90-4cda132d613d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55c7e502-11c4-4b82-ac60-6790ec30c0a6 HTTP/1.1" status: 200 len: 217 time: 0.0329392 Oct 26 11:30:50.595695 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-8a304026-d0a1-4ac1-a766-3ca619eb117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:50.597114 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-8a304026-d0a1-4ac1-a766-3ca619eb117d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=23ad9587-8798-44e4-9793-9d6dd137f52b HTTP/1.1" status: 200 len: 853 time: 0.0799305 Oct 26 11:30:50.603858 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e53aff-620a-4394-b96d-7a47633cf62a req-5c9b512b-1ef4-44d2-b8dd-65c4355952fc tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:50.605181 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e53aff-620a-4394-b96d-7a47633cf62a req-5c9b512b-1ef4-44d2-b8dd-65c4355952fc tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 943 time: 0.0789208 Oct 26 11:30:50.636704 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-77cbee00-f88e-45a1-96af-14a586540fbe service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=a6c839a0-5fc6-4351-8012-8fd2ee054dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304930 Oct 26 11:30:50.733761 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a2e53aff-620a-4394-b96d-7a47633cf62a req-031a3f34-b5db-4e77-af80-a5fcbda44718 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189513 Oct 26 11:30:50.762709 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-80f425f3-61ef-4390-8d6e-2ba3fbf9bd10 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192837 Oct 26 11:30:50.856329 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-deeef1cd-0695-4abe-88ed-891e83562c01 req-907a61d7-872d-4094-abb8-37d59b91cc3f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873148 Oct 26 11:30:51.059145 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:51.864277 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508cf69-4600-4e69-a431-3499673fe1c5 req-49688eef-020c-4a93-ac69-790e201d98ec tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:51.865704 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6508cf69-4600-4e69-a431-3499673fe1c5 req-49688eef-020c-4a93-ac69-790e201d98ec tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 943 time: 0.0501108 Oct 26 11:30:51.912760 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6508cf69-4600-4e69-a431-3499673fe1c5 req-f2c4cfcc-b05b-40cf-baa3-1368e8563a1f tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Oct 26 11:30:52.725660 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:52.948371 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:53.039246 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460f88a-dde1-4387-b558-02137bc0e607 req-b1c2e67d-9840-4237-853d-c79738c62090 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:53.040828 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1460f88a-dde1-4387-b558-02137bc0e607 req-b1c2e67d-9840-4237-853d-c79738c62090 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 943 time: 0.0521579 Oct 26 11:30:53.088229 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1460f88a-dde1-4387-b558-02137bc0e607 req-488878f0-b1b8-4f18-aa76-fd00bcca921a tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414984 Oct 26 11:30:54.188647 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 55c7e502-11c4-4b82-ac60-6790ec30c0a6 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:30:54.225107 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c7464-c50b-4987-b028-1fbbb734130c req-43ef60e1-fa75-4c06-a434-91b394db9df4 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:54.227266 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c5c7464-c50b-4987-b028-1fbbb734130c req-43ef60e1-fa75-4c06-a434-91b394db9df4 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 943 time: 0.0544901 Oct 26 11:30:54.288479 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0c5c7464-c50b-4987-b028-1fbbb734130c req-756a1a2b-be27-4068-89cc-482dd54b328e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534840 Oct 26 11:30:54.299131 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 55c7e502-11c4-4b82-ac60-6790ec30c0a6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=55c7e502-11c4-4b82-ac60-6790ec30c0a6,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:54.311104 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '55c7e502-11c4-4b82-ac60-6790ec30c0a6', 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee', 'port_id': '55c7e502-11c4-4b82-ac60-6790ec30c0a6', 'mac_address': 'fa:16:3e:c3:7e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 470, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad9587-8798-44e4-9793-9d6dd137f52b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:30:54.345629 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:30:54.346015 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:54.361910 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c7e502-11c4-4b82-ac60-6790ec30c0a6 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:30:54.381297 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 55c7e502-11c4-4b82-ac60-6790ec30c0a6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=55c7e502-11c4-4b82-ac60-6790ec30c0a6,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:54.457086 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:54.503416 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=55c7e502-11c4-4b82-ac60-6790ec30c0a6,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:54.885409 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['55c7e502-11c4-4b82-ac60-6790ec30c0a6'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:30:55.412882 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6937834-4d69-4d67-9c5f-d83955a17e65 req-37854169-372f-4610-b1e0-1861c6d2b6c2 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:55.414327 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d6937834-4d69-4d67-9c5f-d83955a17e65 req-37854169-372f-4610-b1e0-1861c6d2b6c2 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 944 time: 0.0466669 Oct 26 11:30:55.461756 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d6937834-4d69-4d67-9c5f-d83955a17e65 req-21f341e5-4cb0-4862-b9ea-9ab8274f7246 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Oct 26 11:30:56.210968 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 55c7e502-11c4-4b82-ac60-6790ec30c0a6 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:30:56.252065 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:30:56.322653 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:30:56.322995 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:56.323358 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 Oct 26 11:30:56.397081 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:30:56.397467 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:56.420083 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7e502-11c4-4b82-ac60-6790ec30c0a6'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:30:56.422314 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b8fddb-381e-40e8-81c6-fe9192dc6a35" -d '{"events": [{"server_uuid": "7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c", "name": "network-vif-plugged", "status": "completed", "tag": "55c7e502-11c4-4b82-ac60-6790ec30c0a6"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:30:56.439083 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 55c7e502-11c4-4b82-ac60-6790ec30c0a6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=55c7e502-11c4-4b82-ac60-6790ec30c0a6,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:30:56.461796 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316cdb1e-63e9-47d0-a464-2cf877a894eb x-openstack-request-id: req-316cdb1e-63e9-47d0-a464-2cf877a894eb {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:30:56.462143 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c", "name": "network-vif-plugged", "status": "completed", "tag": "55c7e502-11c4-4b82-ac60-6790ec30c0a6", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:30:56.462391 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-316cdb1e-63e9-47d0-a464-2cf877a894eb {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:30:56.462783 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316cdb1e-63e9-47d0-a464-2cf877a894eb'] response: {'server_uuid': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c7e502-11c4-4b82-ac60-6790ec30c0a6', 'code': 200} Oct 26 11:30:56.545690 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:30:56.590555 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d9453-1324-4f94-87a4-aaa2717e0c71 req-8fc69222-5d28-4b60-8739-20be7c689bff tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:56.592119 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e85d9453-1324-4f94-87a4-aaa2717e0c71 req-8fc69222-5d28-4b60-8739-20be7c689bff tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 945 time: 0.0528789 Oct 26 11:30:56.594482 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=55c7e502-11c4-4b82-ac60-6790ec30c0a6,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:30:56.640232 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e85d9453-1324-4f94-87a4-aaa2717e0c71 req-8447d4f6-073a-492a-aae2-79be0e44dcae tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Oct 26 11:30:56.822133 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:30:56.833312 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248f49-af00-4ec1-bac7-2359e6f91997 req-c8deea85-32f2-4c75-b596-a07a4833e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:56.835483 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-34248f49-af00-4ec1-bac7-2359e6f91997 req-c8deea85-32f2-4c75-b596-a07a4833e157 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 1129 time: 0.0392513 Oct 26 11:30:56.880093 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-34248f49-af00-4ec1-bac7-2359e6f91997 req-9b064fbd-8bea-4ed9-bab6-d03288d1b6f7 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390892 Oct 26 11:30:57.763391 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6181e-8212-4c06-a901-f975909ee661 req-dfc62ff4-cd9f-4f37-ab82-24bd7759b1d4 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:57.764832 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59f6181e-8212-4c06-a901-f975909ee661 req-dfc62ff4-cd9f-4f37-ab82-24bd7759b1d4 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 945 time: 0.0462072 Oct 26 11:30:57.815347 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59f6181e-8212-4c06-a901-f975909ee661 req-bca47204-9097-4e4a-ba99-4b1c2f80a53b tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Oct 26 11:30:58.936857 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097b402-1c2d-41b1-bf4c-3e9ef47348f8 req-24489726-795d-4f67-82ef-3b1256fb6bad tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:30:58.938352 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5097b402-1c2d-41b1-bf4c-3e9ef47348f8 req-24489726-795d-4f67-82ef-3b1256fb6bad tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 945 time: 0.0468678 Oct 26 11:30:58.990271 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5097b402-1c2d-41b1-bf4c-3e9ef47348f8 req-8c5481e3-912f-4ae1-80de-7ae3466811d8 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456386 Oct 26 11:31:00.739692 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:00.750910 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:06.585894 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:06.590880 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:06.592727 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:07.809563 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=29 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:07.811507 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=45,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:08.692205 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:31:08.984131 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=79 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:08.986945 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=9 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:12.751492 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:17.357522 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-53f9faa4-5445-4b5d-8fe4-4de8ea166450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:18.687840 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:19.742838 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-de69b34f-7f46-4721-80dc-2b42292463e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:20.705212 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:21.054470 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:22.731445 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:22.963218 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:23.470157 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-a18310a8-83eb-4868-b7d6-b0c53503dcf1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381188 Oct 26 11:31:23.550989 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-7fa17c2b-afb5-4bff-abca-3cb35ae816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:23.552367 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-7fa17c2b-afb5-4bff-abca-3cb35ae816c3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1129 time: 0.0393913 Oct 26 11:31:23.660281 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-3a1ba3c1-295f-4348-8c4a-478534337c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:23.661789 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-3a1ba3c1-295f-4348-8c4a-478534337c6a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.0896416 Oct 26 11:31:23.723746 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-eb77b81f-26b1-436a-b6e5-08307d4aaa8e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 1001 time: 0.0552838 Oct 26 11:31:23.781288 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-7e4e516d-68da-4250-ba9d-c903a04e4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:23.782794 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-7e4e516d-68da-4250-ba9d-c903a04e4c17 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0501721 Oct 26 11:31:23.831182 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-5ad7f9ea-57cb-4e5e-8c30-b78407095ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:23.832668 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-5ad7f9ea-57cb-4e5e-8c30-b78407095ec1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435419 Oct 26 11:31:23.924549 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-aef8a201-5369-46d3-a892-5739428b13cc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847895 Oct 26 11:31:24.016999 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-383cc9a7-6398-406c-b925-6b8a4bb93942 req-66bb3509-06ba-46b9-8e9e-155d4bdecf0b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863116 Oct 26 11:31:28.854408 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447194-3ad2-4b01-9ecd-719e68664f9c req-387dc551-53cb-4412-80a3-eb8df5c47c77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:28.855918 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cc447194-3ad2-4b01-9ecd-719e68664f9c req-387dc551-53cb-4412-80a3-eb8df5c47c77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0470915 Oct 26 11:31:28.903112 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-cc447194-3ad2-4b01-9ecd-719e68664f9c req-6bb16cf4-0b04-4bc6-90d5-e74b10164380 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Oct 26 11:31:30.024295 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b01569-26ad-4ec9-8d47-3b61cf549762 req-97c7a49c-ddf0-48c9-8080-502ef802eb7d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:30.025925 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e2b01569-26ad-4ec9-8d47-3b61cf549762 req-97c7a49c-ddf0-48c9-8080-502ef802eb7d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0470665 Oct 26 11:31:30.071198 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e2b01569-26ad-4ec9-8d47-3b61cf549762 req-39f9571f-85a5-40e9-a9e9-1b0002dd2ec6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397270 Oct 26 11:31:30.771449 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-86135783-ebdd-4b22-9a86-3813ec5fe9e3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-342134755&fields=id&tenant_id=a975701f3c69481b874e106eb5d4edcd HTTP/1.1" status: 200 len: 267 time: 0.0435100 Oct 26 11:31:30.821029 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-76a5e4ed-a7a6-410f-ba0d-a5beeceecf79 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:30.822465 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-76a5e4ed-a7a6-410f-ba0d-a5beeceecf79 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 985 time: 0.0453310 Oct 26 11:31:30.833528 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Request body: {'port': {'security_groups': ['0f2278fb-ca91-458a-b73c-0dcef3ffc4fb']}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:31:30.908042 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (436d699c-83eb-4925-85b5-851f53994190), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.073214 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=436d699c-83eb-4925-85b5-851f53994190,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:31:31.100002 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for port (436d699c-83eb-4925-85b5-851f53994190), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.160206 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (436d699c-83eb-4925-85b5-851f53994190), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.170872 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:31.171474 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.172801 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c697a061-cdc7-401b-9aa2-a84a4e6479d4 req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "PUT /networking/v2.0/ports/436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 943 time: 0.3435864 Oct 26 11:31:31.173348 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:31:31.175656 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea70b8ee-61b8-487a-9ba7-120dbde287e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:31:31.179728 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35222) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:31.198418 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['436d699c-83eb-4925-85b5-851f53994190'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:31:31.200715 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec49453-24a2-4ab4-8884-94773c902218 req-0b499455-a8df-4eb5-973e-8d221d2e6d44 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:31.203048 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7ec49453-24a2-4ab4-8884-94773c902218 req-0b499455-a8df-4eb5-973e-8d221d2e6d44 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0538023 Oct 26 11:31:31.237833 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9c9c33-8dde-44c3-bdd1-3396bfeaff87 x-openstack-request-id: req-be9c9c33-8dde-44c3-bdd1-3396bfeaff87 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:31:31.238116 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:31:31.238543 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be9c9c33-8dde-44c3-bdd1-3396bfeaff87 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:31:31.239616 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9c9c33-8dde-44c3-bdd1-3396bfeaff87'] response: {'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190', 'status': 'completed', 'code': 200} Oct 26 11:31:31.266769 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7ec49453-24a2-4ab4-8884-94773c902218 req-ef1298f1-8fca-4363-928c-8fd5719cf572 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497513 Oct 26 11:31:31.270897 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event updated for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=7']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:31.291573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.291927 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.292266 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.292604 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.292936 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.293264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.293585 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.293907 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.294226 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.294547 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.294889 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.295210 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.295526 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.295909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.296347 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179dcbe8-6293-431c-8dc8-0c46a85c2dc3 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:31.318615 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7147635f-fcd1-4acb-b433-2d8c7cae409b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group (ba73caf4-4697-4c56-9274-a12d28569beb), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.334776 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-d5129d78-1800-4f70-98bb-0b557db9e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:31.336252 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-d5129d78-1800-4f70-98bb-0b557db9e65f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1130 time: 0.0429430 Oct 26 11:31:31.344698 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7147635f-fcd1-4acb-b433-2d8c7cae409b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group (ba73caf4-4697-4c56-9274-a12d28569beb), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.374143 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['436d699c-83eb-4925-85b5-851f53994190'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:31:31.437791 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-d49735ba-1431-4f41-9612-cbf0e24d8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:31.439469 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-d49735ba-1431-4f41-9612-cbf0e24d8b52 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 915 time: 0.0955725 Oct 26 11:31:31.495606 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7147635f-fcd1-4acb-b433-2d8c7cae409b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (ba73caf4-4697-4c56-9274-a12d28569beb), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.498838 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7147635f-fcd1-4acb-b433-2d8c7cae409b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:31.500244 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7147635f-fcd1-4acb-b433-2d8c7cae409b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ba73caf4-4697-4c56-9274-a12d28569beb HTTP/1.1" status: 204 len: 168 time: 0.3196094 Oct 26 11:31:31.503053 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 35224) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:31.511619 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147635f-fcd1-4acb-b433-2d8c7cae409b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba73caf4-4697-4c56-9274-a12d28569beb,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:31.512353 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-607903b7-ccb6-4e8f-bbfa-d7f874837469 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 1002 time: 0.0655529 Oct 26 11:31:31.819589 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:31.875449 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-dc4672ab-c093-454b-b315-b5801599b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:31.876869 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-dc4672ab-c093-454b-b315-b5801599b985 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 200 len: 853 time: 0.3347847 Oct 26 11:31:31.893313 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:31.936038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-0c773467-ea25-40d8-832b-ca80f146b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:31.938085 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-0c773467-ea25-40d8-832b-ca80f146b976 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545840 Oct 26 11:31:31.992639 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Deleting port 6cff491a-1d96-4584-a007-205364bdaf5d {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:31:31.992975 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (6cff491a-1d96-4584-a007-205364bdaf5d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:32.102944 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-00865b75-7689-461c-b714-96557d59e224 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478734 Oct 26 11:31:32.134624 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (6cff491a-1d96-4584-a007-205364bdaf5d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:32.134978 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for floatingip (6cff491a-1d96-4584-a007-205364bdaf5d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:32.157250 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Calling delete_port for 6cff491a-1d96-4584-a007-205364bdaf5d owned by network:floatingip {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:31:32.266501 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ea70b8ee-61b8-487a-9ba7-120dbde287e5 req-114000be-ab23-468a-a931-271e8a9d05f4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555297 Oct 26 11:31:32.404259 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26dddd-0803-4504-8201-9b36966fbe0c req-3fc61739-2ea6-41f7-878e-812895e05e6f tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:32.405739 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6e26dddd-0803-4504-8201-9b36966fbe0c req-3fc61739-2ea6-41f7-878e-812895e05e6f tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0464301 Oct 26 11:31:32.435133 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (6cff491a-1d96-4584-a007-205364bdaf5d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:32.452168 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6e26dddd-0803-4504-8201-9b36966fbe0c req-1b187f56-c8c0-4a3a-b2d4-a8d951139332 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Oct 26 11:31:32.464460 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event deleted for resources: {'Port': ['ID=6cff491a-1d96-4584-a007-205364bdaf5d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:32.526608 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks [] for floatingip (f6e5dc4a-d0f1-44dc-8962-00c9ded079cd), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:32.526978 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Floating IP f6e5dc4a-d0f1-44dc-8962-00c9ded079cd disassociated (deleted). External IP: 172.27.3.214, port: 436d699c-83eb-4925-85b5-851f53994190. Oct 26 11:31:32.622834 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:32.724033 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Router 47922957-354f-4265-915a-3d42660211f1 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:31:32.829712 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:32.833128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:31:32.837940 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:32.844274 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] Sync routers for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:31:32.854663 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:31:32.855412 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:31:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:32.869460 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-baa66818-ea60-4fcc-9d03-26fa7ae486c8 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/f6e5dc4a-d0f1-44dc-8962-00c9ded079cd HTTP/1.1" status: 204 len: 168 time: 1.3653507 Oct 26 11:31:32.870087 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:31:32.872366 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802a145a-0d28-443b-aeaa-63dde5347c41" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:31:32.917441 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0283b4-3405-4f0a-ba1f-959fe2dd751e x-openstack-request-id: req-7b0283b4-3405-4f0a-ba1f-959fe2dd751e {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:31:32.917734 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "tag": "436d699c-83eb-4925-85b5-851f53994190", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:31:32.917987 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b0283b4-3405-4f0a-ba1f-959fe2dd751e {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:31:32.918395 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0283b4-3405-4f0a-ba1f-959fe2dd751e'] response: {'name': 'network-changed', 'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'tag': '436d699c-83eb-4925-85b5-851f53994190', 'status': 'completed', 'code': 200} Oct 26 11:31:32.967339 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:31:33.030234 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-989a8840-9a28-458a-9af6-33f20e9747c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:33.031847 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-989a8840-9a28-458a-9af6-33f20e9747c9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a975701f3c69481b874e106eb5d4edcd&device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 1130 time: 0.0558329 Oct 26 11:31:33.128902 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-9f3c4b98-6d3f-4f3b-8925-16dfcf0f6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:33.130700 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-9f3c4b98-6d3f-4f3b-8925-16dfcf0f6473 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 200 len: 915 time: 0.0927770 Oct 26 11:31:33.169353 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 5, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:33.171932 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-b8c6c048-4cf1-40b3-b61f-70f00cdbd011 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 200 len: 217 time: 0.0343020 Oct 26 11:31:33.194918 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] Checking router: 47922957-354f-4265-915a-3d42660211f1 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:31:33.203957 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:31:33.204558 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:31:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:33.251675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-0748f0c2-9083-4447-8bd9-e74224d5db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:33.253084 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-0748f0c2-9083-4447-8bd9-e74224d5db10 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 200 len: 853 time: 0.0759583 Oct 26 11:31:33.305368 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-5b052732-18ab-4047-b2cf-f7dcc3dfde7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:33.306893 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-5b052732-18ab-4047-b2cf-f7dcc3dfde7f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483475 Oct 26 11:31:33.313250 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:31:33.408835 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-c88f2940-ca6e-43d2-bac3-2d1120d308c4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953460 Oct 26 11:31:33.513953 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 5, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:33.526011 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-802a145a-0d28-443b-aeaa-63dde5347c41 req-108736d3-0b47-436d-bd50-bdf4c7f88449 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011806 Oct 26 11:31:33.539681 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab28b61a-07fe-40ce-b2f6-a7cd3f91060c None None] The sync data for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi is: [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:27:39Z', 'revision_number': 4, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '50c70b64-50de-4174-803b-1298b6eddd24', 'name': '', 'network_id': '4664d3b1-d59c-4b37-b8b7-6ffd74b2e728', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'mac_address': 'fa:16:3e:48:f0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:38Z', 'updated_at': '2022-10-26T11:27:44Z', 'revision_number': 5, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'subnets': [{'id': '8fb69c4c-9011-4556-9cb1-65eb7399bcd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:31:33.580130 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d245a-a72e-4540-9924-b054291e9ce2 req-5a3aa440-2164-4615-b62f-87b75aa0f052 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:33.581680 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-180d245a-a72e-4540-9924-b054291e9ce2 req-5a3aa440-2164-4615-b62f-87b75aa0f052 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0511098 Oct 26 11:31:33.629978 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-180d245a-a72e-4540-9924-b054291e9ce2 req-6716a356-15f5-4b96-9570-cc964b68e6d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 Oct 26 11:31:33.765863 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0e9f5d-3940-438f-9ec7-5590ccd5c933 None None] New status for floating IP f6e5dc4a-d0f1-44dc-8962-00c9ded079cd: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:31:34.753239 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761b50-6760-45e8-a241-a7b1c00f4eb3 req-c8b65f56-4acf-4e6c-be2a-40a3e274f471 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:34.754699 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7e761b50-6760-45e8-a241-a7b1c00f4eb3 req-c8b65f56-4acf-4e6c-be2a-40a3e274f471 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0473952 Oct 26 11:31:34.767142 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:34.775670 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:34.802276 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-7e761b50-6760-45e8-a241-a7b1c00f4eb3 req-e0ab1345-c262-405b-a0d0-34ad8413971b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Oct 26 11:31:35.925430 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51055a8-d243-4826-b1d2-04d9594c0b52 req-864d3a40-f992-4e7f-a2f0-08a0a07e322c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:35.926886 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a51055a8-d243-4826-b1d2-04d9594c0b52 req-864d3a40-f992-4e7f-a2f0-08a0a07e322c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0484788 Oct 26 11:31:35.975859 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a51055a8-d243-4826-b1d2-04d9594c0b52 req-5997d07e-af76-4eb1-b8e3-1770577b7f5a tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Oct 26 11:31:37.099895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934207-5aeb-490f-b6ec-6eca6d5350d2 req-0726e50b-4412-4d6b-9283-a0adcccad35b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:37.101366 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-35934207-5aeb-490f-b6ec-6eca6d5350d2 req-0726e50b-4412-4d6b-9283-a0adcccad35b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0481405 Oct 26 11:31:37.147364 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-35934207-5aeb-490f-b6ec-6eca6d5350d2 req-5a90017a-86df-4bbb-b1db-76989202ec08 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405192 Oct 26 11:31:38.267682 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b3bd-eac1-44f1-aad2-a1f2f1027850 req-e19b61b2-b784-4a8e-9709-91267eb068d6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:38.269092 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-30e5b3bd-eac1-44f1-aad2-a1f2f1027850 req-e19b61b2-b784-4a8e-9709-91267eb068d6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0456700 Oct 26 11:31:38.314928 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-30e5b3bd-eac1-44f1-aad2-a1f2f1027850 req-ac02be86-7bd3-4435-be38-7987afa48b8c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Oct 26 11:31:39.432645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dee55-3a07-4b50-a91f-ed88ba7210db req-968c0615-7c3c-4195-9566-cf4e77c821e0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:39.434065 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-776dee55-3a07-4b50-a91f-ed88ba7210db req-968c0615-7c3c-4195-9566-cf4e77c821e0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0457866 Oct 26 11:31:39.484780 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-776dee55-3a07-4b50-a91f-ed88ba7210db req-7896e985-96d8-4ab0-987a-d213e9938d1a tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448012 Oct 26 11:31:40.605589 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77187d9-6197-4c91-8c8c-9cfd83e43cca req-706d17d2-fa44-4791-a7f5-073b3f35d1ab tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:40.607057 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e77187d9-6197-4c91-8c8c-9cfd83e43cca req-706d17d2-fa44-4791-a7f5-073b3f35d1ab tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0467346 Oct 26 11:31:40.653800 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e77187d9-6197-4c91-8c8c-9cfd83e43cca req-b41e3b26-fcca-4243-8109-43854ebb04e7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Oct 26 11:31:41.453512 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d49e6f-6656-4dc2-ab06-6987a90c9b54 req-00a8c342-b44c-46db-8c63-87c01c66a3e2 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:41.455023 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-34d49e6f-6656-4dc2-ab06-6987a90c9b54 req-00a8c342-b44c-46db-8c63-87c01c66a3e2 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0510187 Oct 26 11:31:41.504010 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-34d49e6f-6656-4dc2-ab06-6987a90c9b54 req-9e9c882b-9e35-4f6b-bdbc-81467ee85f5b tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433168 Oct 26 11:31:41.773890 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8482ff-d2b3-4773-971a-bd7b11a7d3d9 req-6e844d95-1df9-48a0-b45c-66bea2b34efa tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:41.775609 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7c8482ff-d2b3-4773-971a-bd7b11a7d3d9 req-6e844d95-1df9-48a0-b45c-66bea2b34efa tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0464969 Oct 26 11:31:41.823220 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7c8482ff-d2b3-4773-971a-bd7b11a7d3d9 req-ef36f497-f54e-4f59-9af3-bc4dabea67e7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Oct 26 11:31:42.620065 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155ff64-7a1a-4314-a6e9-30f7d30fc33a req-f571b633-4e9e-4e37-bfcf-209554b89816 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:42.621514 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8155ff64-7a1a-4314-a6e9-30f7d30fc33a req-f571b633-4e9e-4e37-bfcf-209554b89816 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0456541 Oct 26 11:31:42.659619 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=4,neutron:SELECT=71 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:42.660263 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:42.664304 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:42.668102 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8155ff64-7a1a-4314-a6e9-30f7d30fc33a req-9c1e2b25-0899-47b7-afca-95d9fc30fcbb tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406659 Oct 26 11:31:42.735483 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:42.944615 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd81a0-231c-4329-821a-aa443b6bfae2 req-797e404a-c62b-4c08-b2d7-bb02c2074b05 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:42.946066 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-69fd81a0-231c-4329-821a-aa443b6bfae2 req-797e404a-c62b-4c08-b2d7-bb02c2074b05 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0468366 Oct 26 11:31:42.965989 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:42.993066 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-69fd81a0-231c-4329-821a-aa443b6bfae2 req-96d51dd6-d630-45b5-918d-fb464b92c28d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Oct 26 11:31:43.788016 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce61ae-9c4e-4868-9d29-7a71785cc2f7 req-ec9a8e3d-0bf0-4015-9ffc-a7bfc7428f90 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:43.789472 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-45ce61ae-9c4e-4868-9d29-7a71785cc2f7 req-ec9a8e3d-0bf0-4015-9ffc-a7bfc7428f90 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0464067 Oct 26 11:31:43.795418 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:43.838288 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-45ce61ae-9c4e-4868-9d29-7a71785cc2f7 req-7dc0dd55-c1b1-4da0-9f4a-7db1679c231c tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Oct 26 11:31:44.121625 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a4df3-a3c7-4920-8f4b-46a2371c77fd req-4d43295e-1e4d-415e-8f0c-c9811038df96 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:44.123108 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fc0a4df3-a3c7-4920-8f4b-46a2371c77fd req-4d43295e-1e4d-415e-8f0c-c9811038df96 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Oct 26 11:31:44.169350 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-fc0a4df3-a3c7-4920-8f4b-46a2371c77fd req-7481e596-f98a-4a4c-9248-407d32db08b1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401604 Oct 26 11:31:44.958662 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e7f9-6cf4-49c7-a641-1563a8478dae req-83e684b8-f6ca-42f0-9b8d-e8b6548241fe tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:44.960118 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6915e7f9-6cf4-49c7-a641-1563a8478dae req-83e684b8-f6ca-42f0-9b8d-e8b6548241fe tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0458543 Oct 26 11:31:45.005133 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6915e7f9-6cf4-49c7-a641-1563a8478dae req-c19dda51-61a5-4cc6-af27-fc6a4c575971 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Oct 26 11:31:45.288013 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bbdf4-2a00-4289-a6d8-f444376453f8 req-cbe2bbe3-ff1d-4b6c-9ff4-8f199c503886 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:45.289465 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5e6bbdf4-2a00-4289-a6d8-f444376453f8 req-cbe2bbe3-ff1d-4b6c-9ff4-8f199c503886 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0470152 Oct 26 11:31:45.324176 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:45.335760 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5e6bbdf4-2a00-4289-a6d8-f444376453f8 req-d7b6ec42-92b1-45bd-b79a-933300068666 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Oct 26 11:31:45.691854 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:31:46.123943 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e88ed7-4d9a-43bf-9f4d-e2e05b3305d0 req-f19fc2d6-63e9-4972-b2ec-bed01fb2dd46 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:46.125416 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35e88ed7-4d9a-43bf-9f4d-e2e05b3305d0 req-f19fc2d6-63e9-4972-b2ec-bed01fb2dd46 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0461333 Oct 26 11:31:46.171559 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35e88ed7-4d9a-43bf-9f4d-e2e05b3305d0 req-f95de683-4664-4192-a805-06c23368679f tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Oct 26 11:31:46.456118 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0b53d-139e-4f9f-859e-586a5bd4d6e7 req-9e1409b0-dd40-430a-b97e-ccba764ae3bc tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:46.457483 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5ff0b53d-139e-4f9f-859e-586a5bd4d6e7 req-9e1409b0-dd40-430a-b97e-ccba764ae3bc tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0464475 Oct 26 11:31:46.507260 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5ff0b53d-139e-4f9f-859e-586a5bd4d6e7 req-2d9bddbd-0331-4c1f-9b5a-5594a9834a51 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437968 Oct 26 11:31:47.086771 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-c31b7888-25c1-456c-80e0-fb3fc32f3638 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:47.088612 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-c31b7888-25c1-456c-80e0-fb3fc32f3638 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0467489 Oct 26 11:31:47.177993 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Deleting port 436d699c-83eb-4925-85b5-851f53994190 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:31:47.182750 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (436d699c-83eb-4925-85b5-851f53994190), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:47.273078 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] For port 436d699c-83eb-4925-85b5-851f53994190, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=436d699c-83eb-4925-85b5-851f53994190,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:31:47.273455 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (436d699c-83eb-4925-85b5-851f53994190), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:47.288509 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Calling delete_port for 436d699c-83eb-4925-85b5-851f53994190 owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:31:47.297875 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59d090-0d17-4524-8761-fb4c93be0141 req-50a9d93b-2032-43eb-a2a1-3f2b85543c68 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:47.299417 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1c59d090-0d17-4524-8761-fb4c93be0141 req-50a9d93b-2032-43eb-a2a1-3f2b85543c68 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 946 time: 0.0521541 Oct 26 11:31:47.337715 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9adad9a0-1b58-44fb-ab45-8058a3c5d641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:47.348255 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1c59d090-0d17-4524-8761-fb4c93be0141 req-5db90055-0025-4dc7-9793-256472e03d59 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 Oct 26 11:31:47.466355 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (436d699c-83eb-4925-85b5-851f53994190), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:47.494334 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Pushing event deleted for resources: {'Port': ['ID=436d699c-83eb-4925-85b5-851f53994190,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:47.514686 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['436d699c-83eb-4925-85b5-851f53994190'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:31:47.538544 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] No DVR routers for this DVR port 436d699c-83eb-4925-85b5-851f53994190 on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:31:47.541008 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:47.544129 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-349c8884-92fa-4305-8ff0-b1e928be3caf req-2e6aed0b-b1e3-4e01-8770-dbd3cf7659dd tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.55 "DELETE /networking/v2.0/ports/436d699c-83eb-4925-85b5-851f53994190 HTTP/1.1" status: 204 len: 173 time: 0.4505384 Oct 26 11:31:47.544623 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'name': 'network-vif-deleted', 'tag': '436d699c-83eb-4925-85b5-851f53994190'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:31:47.546865 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63deb868-5974-4314-971f-e18993de24a4" -d '{"events": [{"server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "name": "network-vif-deleted", "tag": "436d699c-83eb-4925-85b5-851f53994190"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:31:47.583675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d554cffe-d243-4d00-9f93-b8d27edef60e x-openstack-request-id: req-d554cffe-d243-4d00-9f93-b8d27edef60e {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:31:47.583969 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf3d5fd-8067-49a1-b4e3-51f5949018d5", "name": "network-vif-deleted", "tag": "436d699c-83eb-4925-85b5-851f53994190", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:31:47.584221 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d554cffe-d243-4d00-9f93-b8d27edef60e {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:31:47.584626 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d554cffe-d243-4d00-9f93-b8d27edef60e'] response: {'server_uuid': 'cbf3d5fd-8067-49a1-b4e3-51f5949018d5', 'name': 'network-vif-deleted', 'tag': '436d699c-83eb-4925-85b5-851f53994190', 'status': 'completed', 'code': 200} Oct 26 11:31:47.630398 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c5dfa-350c-4204-8cc1-35de0fc22a89 req-e70dd1a4-9849-43ba-9e28-1c76a368d8f5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:47.631876 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3e9c5dfa-350c-4204-8cc1-35de0fc22a89 req-e70dd1a4-9849-43ba-9e28-1c76a368d8f5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0463605 Oct 26 11:31:47.681978 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3e9c5dfa-350c-4204-8cc1-35de0fc22a89 req-e42e9558-7f17-4e89-a201-4cad9f12aaa6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 Oct 26 11:31:48.451798 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-12471269-bbf4-4120-b219-1f08e461acec req-ab7804d2-37b5-429a-9580-c93b3265bca1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0268602 Oct 26 11:31:48.804313 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5131d1-08de-4588-8053-c36cb8cae111 req-92d12b2b-6273-4f93-9f6e-66944ac563b5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:48.805755 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dc5131d1-08de-4588-8053-c36cb8cae111 req-92d12b2b-6273-4f93-9f6e-66944ac563b5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0468893 Oct 26 11:31:48.851732 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-dc5131d1-08de-4588-8053-c36cb8cae111 req-97d59e07-f406-44e2-a84d-cddd959fab69 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Oct 26 11:31:49.551867 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1712d93a-d5e1-4fde-9060-27e908fd8553 req-89127042-8397-4cbe-af74-62d218c3a942 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0274186 Oct 26 11:31:49.746989 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-68c1d9f1-b1a2-4054-b4a1-9e708f261faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:49.971491 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6940d-ef90-4b8f-be5b-17bcea87ca38 req-b5cda96f-8a95-4922-bc5c-a542671f063d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:49.972929 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5ce6940d-ef90-4b8f-be5b-17bcea87ca38 req-b5cda96f-8a95-4922-bc5c-a542671f063d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0458941 Oct 26 11:31:49.996775 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:50.019316 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5ce6940d-ef90-4b8f-be5b-17bcea87ca38 req-4359140e-e903-4521-9f5c-a0db745af6da tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 Oct 26 11:31:50.656651 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-016bbb3b-f9cd-4772-80d5-915e8548a37c req-b1a5de08-c8ab-45ac-9f78-345815a084d1 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0310950 Oct 26 11:31:51.037859 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:51.141572 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c04de-431e-43ce-98dd-7c749e75de64 req-85a69b9d-7387-4a1c-ada0-16e4a265b409 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:51.143551 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-922c04de-431e-43ce-98dd-7c749e75de64 req-85a69b9d-7387-4a1c-ada0-16e4a265b409 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0501924 Oct 26 11:31:51.189456 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-922c04de-431e-43ce-98dd-7c749e75de64 req-0e31627e-5819-41e0-86cd-9f3a25c82ee9 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 Oct 26 11:31:51.758613 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b7dd8ca4-ba51-4575-b8dc-5d85d51dff6d req-d41e1fa0-733b-47e1-8db8-301e905aea69 tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0287280 Oct 26 11:31:52.297755 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:52.313831 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c0a0a-2676-40a9-900c-b53476d8e26a req-7fd7f3b9-09a2-4f03-ab83-a8f50c2a66e0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:52.315363 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b57c0a0a-2676-40a9-900c-b53476d8e26a req-7fd7f3b9-09a2-4f03-ab83-a8f50c2a66e0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0483999 Oct 26 11:31:52.363891 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b57c0a0a-2676-40a9-900c-b53476d8e26a req-30b57a6a-1a05-45ff-b9b0-9051b7d8221d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Oct 26 11:31:52.715101 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:52.879025 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-c512b0ce-1565-44eb-8425-f6e1792365a4 req-b994060c-2276-4a88-9bff-6e1b7ffde9ea tempest-TestMinimumBasicScenario-1084096257 tempest-TestMinimumBasicScenario-1084096257-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=cbf3d5fd-8067-49a1-b4e3-51f5949018d5 HTTP/1.1" status: 200 len: 210 time: 0.0293603 Oct 26 11:31:52.932022 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:53.487467 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792262-c778-4e6b-bd10-142c01d438b7 req-1ffedf8b-d2d3-4ac6-9262-de370dff0062 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:53.488913 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2d792262-c778-4e6b-bd10-142c01d438b7 req-1ffedf8b-d2d3-4ac6-9262-de370dff0062 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0509663 Oct 26 11:31:53.534702 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2d792262-c778-4e6b-bd10-142c01d438b7 req-bab12151-2f0d-4a52-ab1b-50eae0b0fea4 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401704 Oct 26 11:31:53.566135 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 436d699c-83eb-4925-85b5-851f53994190 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:31:53.585610 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 436d699c-83eb-4925-85b5-851f53994190 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:31:53.585956 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 436d699c-83eb-4925-85b5-851f53994190 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:31:54.657024 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab70a7-0106-4bbb-be26-8ae20654135e req-6e3fd522-d1fc-4db8-880a-b682aa470e4d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:54.658566 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ab70a7-0106-4bbb-be26-8ae20654135e req-6e3fd522-d1fc-4db8-880a-b682aa470e4d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0467150 Oct 26 11:31:54.693770 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:54.705418 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b4ab70a7-0106-4bbb-be26-8ae20654135e req-b0c39f6f-ae4a-4ffd-85ef-974cd22766c7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 Oct 26 11:31:55.285346 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35436) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:55.327980 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:55.591315 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (47922957-354f-4265-915a-3d42660211f1), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:55.687311 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:55.821353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Deleting port 50c70b64-50de-4174-803b-1298b6eddd24 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:31:55.821964 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (50c70b64-50de-4174-803b-1298b6eddd24), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:55.840545 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b1089-1c93-4df8-93a0-4517e2d2cd9b req-f906b285-7b67-4246-8d98-1075da193936 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:55.842061 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8c3b1089-1c93-4df8-93a0-4517e2d2cd9b req-f906b285-7b67-4246-8d98-1075da193936 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0481837 Oct 26 11:31:55.889344 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8c3b1089-1c93-4df8-93a0-4517e2d2cd9b req-f577a2db-7504-4f37-b2f9-bb694899fd9c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Oct 26 11:31:55.900022 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] For port 50c70b64-50de-4174-803b-1298b6eddd24, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=50c70b64-50de-4174-803b-1298b6eddd24,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:31:55.900650 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (50c70b64-50de-4174-803b-1298b6eddd24), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:55.913301 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Calling delete_port for 50c70b64-50de-4174-803b-1298b6eddd24 owned by network:router_interface {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:31:56.074371 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:56.146640 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (50c70b64-50de-4174-803b-1298b6eddd24), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:56.172275 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c70b64-50de-4174-803b-1298b6eddd24,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:56.182118 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:56.336406 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (47922957-354f-4265-915a-3d42660211f1), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:56.356507 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e288c622-eed7-4eeb-afe1-dfbc07d9ef31 None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:31:56.441007 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e288c622-eed7-4eeb-afe1-dfbc07d9ef31 None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:31:56.828629 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Router 47922957-354f-4265-915a-3d42660211f1 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:31:56.948864 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:31:56.958987 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 35456) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:56.960586 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] Sync routers for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:31:56.966378 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f3d75549-a684-431f-99c9-aac1e1f04782 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/47922957-354f-4265-915a-3d42660211f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798794 Oct 26 11:31:56.978387 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:31:56.979196 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:31:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:57.089887 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56b86a-de90-4fc2-a8e1-e608d21ea0ab req-300c1c96-09cb-484f-a6b7-872082ec06a1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:57.091530 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0d56b86a-de90-4fc2-a8e1-e608d21ea0ab req-300c1c96-09cb-484f-a6b7-872082ec06a1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0894828 Oct 26 11:31:57.132738 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks [] for router (47922957-354f-4265-915a-3d42660211f1), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:57.197322 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0d56b86a-de90-4fc2-a8e1-e608d21ea0ab req-60781167-f38f-40d0-bc5d-d606477be114 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999899 Oct 26 11:31:57.236783 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-9bee02e6-418e-4ea3-b034-603fd2b15330 None None] Provisioning complete for port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:31:57.237840 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9bee02e6-418e-4ea3-b034-603fd2b15330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:57.241792 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-9bee02e6-418e-4ea3-b034-603fd2b15330 None None] Attempt 1 to provision port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 Oct 26 11:31:57.258420 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks [] for router_gateway (47922957-354f-4265-915a-3d42660211f1), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:57.275004 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:31:57.371136 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Deleting port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:31:57.371475 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:57.443910 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-9bee02e6-418e-4ea3-b034-603fd2b15330 None None] Current status of the port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:31:57.457429 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] For port 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:31:57.457838 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:57.470727 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Calling delete_port for 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 owned by network:router_gateway {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:31:57.487983 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:31:56Z', 'revision_number': 5, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port': {'id': '1e0128e4-2e94-45a4-86fc-9dd0d80fcb41', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47922957-354f-4265-915a-3d42660211f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:35Z', 'updated_at': '2022-10-26T11:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:57.516393 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] Checking router: 47922957-354f-4265-915a-3d42660211f1 for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:31:57.525739 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] Routers {'47922957-354f-4265-915a-3d42660211f1'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:31:57.526357 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:31:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['47922957-354f-4265-915a-3d42660211f1'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:57.607192 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:57.611337 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] Set router 47922957-354f-4265-915a-3d42660211f1 gateway port host: None {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:31:57.633620 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b06a57-d650-4373-9800-d36118e6c1da req-fb9bb0c9-0134-4080-9ebf-9f7cac083c53 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:57.635281 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95b06a57-d650-4373-9800-d36118e6c1da req-fb9bb0c9-0134-4080-9ebf-9f7cac083c53 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0907102 Oct 26 11:31:57.651692 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:57.660539 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:31:57Z', 'revision_number': 6, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:57.694754 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6305efc5-ca3d-4089-a376-f9443cee3edb None None] The sync data for ids ['47922957-354f-4265-915a-3d42660211f1'] in dv-cinder-815582-18-iscsi is: [{'id': '47922957-354f-4265-915a-3d42660211f1', 'name': 'tempest-TestMinimumBasicScenario-686305180-router', 'tenant_id': 'a975701f3c69481b874e106eb5d4edcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:34Z', 'updated_at': '2022-10-26T11:31:57Z', 'revision_number': 6, 'project_id': 'a975701f3c69481b874e106eb5d4edcd', 'gw_port_host': None}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:31:57.726421 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-95b06a57-d650-4373-9800-d36118e6c1da req-48e90ff3-9197-49ab-84a5-4eafc47f1c32 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839620 Oct 26 11:31:57.795092 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (1e0128e4-2e94-45a4-86fc-9dd0d80fcb41), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:57.819631 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0128e4-2e94-45a4-86fc-9dd0d80fcb41,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:57.829829 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.830172 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.830529 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.830893 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.831227 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.831556 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.831887 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.832181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.832504 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.832819 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.833140 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.833477 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.833770 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.834082 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.834393 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:57.895350 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (47922957-354f-4265-915a-3d42660211f1), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.263096 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (47922957-354f-4265-915a-3d42660211f1), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.266625 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks [] for router_controller (47922957-354f-4265-915a-3d42660211f1), precommit_delete_associations {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.270211 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101b45-d17c-404a-a815-f86017ea2901 req-fb1bc678-b5f6-431e-b6f1-54b100560177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:58.271701 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-af101b45-d17c-404a-a815-f86017ea2901 req-fb1bc678-b5f6-431e-b6f1-54b100560177 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1129 time: 0.3729098 Oct 26 11:31:58.394424 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101b45-d17c-404a-a815-f86017ea2901 req-9c11c9ef-41c7-4d07-bd8e-b9c3fa11f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:58.395939 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-af101b45-d17c-404a-a815-f86017ea2901 req-9c11c9ef-41c7-4d07-bd8e-b9c3fa11f109 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.1181016 Oct 26 11:31:58.438451 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (47922957-354f-4265-915a-3d42660211f1), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.438966 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47922957-354f-4265-915a-3d42660211f1 {{(pid=105072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:31:58.452595 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.452595 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-81c1ec55-601e-496b-b5fe-6f8c2830c206 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/47922957-354f-4265-915a-3d42660211f1 HTTP/1.1" status: 204 len: 168 time: 1.4901676 Oct 26 11:31:58.452910 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35468) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:58.467247 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-af101b45-d17c-404a-a815-f86017ea2901 req-f15f68d5-fc9b-446c-b9bd-7a0d2b4fc34d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 1001 time: 0.0641840 Oct 26 11:31:58.492785 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 50c70b64-50de-4174-803b-1298b6eddd24 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:31:58.512277 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] Deleting subnet 8fb69c4c-9011-4556-9cb1-65eb7399bcd0 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:31:58.517725 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] Publish callbacks [] for subnet (8fb69c4c-9011-4556-9cb1-65eb7399bcd0), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.519649 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 50c70b64-50de-4174-803b-1298b6eddd24 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:31:58.520166 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 50c70b64-50de-4174-803b-1298b6eddd24 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:31:58.530941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101b45-d17c-404a-a815-f86017ea2901 req-6db5e780-b400-43dc-b313-80d148a15169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:58.532539 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-af101b45-d17c-404a-a815-f86017ea2901 req-6db5e780-b400-43dc-b313-80d148a15169 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0577133 Oct 26 11:31:58.556304 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (8fb69c4c-9011-4556-9cb1-65eb7399bcd0), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.576857 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101b45-d17c-404a-a815-f86017ea2901 req-f94bd81c-9a1d-4ee5-bf03-21de6bf927dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:58.578388 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-af101b45-d17c-404a-a815-f86017ea2901 req-f94bd81c-9a1d-4ee5-bf03-21de6bf927dc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403118 Oct 26 11:31:58.645281 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (8fb69c4c-9011-4556-9cb1-65eb7399bcd0), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.670427 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:58.680212 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-af101b45-d17c-404a-a815-f86017ea2901 req-87f8b487-a798-4ce7-a25b-ec4b96f3836e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945084 Oct 26 11:31:58.776744 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (8fb69c4c-9011-4556-9cb1-65eb7399bcd0), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.812522 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb69c4c-9011-4556-9cb1-65eb7399bcd0,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:58.821494 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51f3d8-d949-4c8e-a14d-1f780862a8ab req-e568ae1a-3764-4def-81cc-46c35ac81f84 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:58.822075 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.823252 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929d951-9c2c-4edc-b7cd-2c5184da5702 None None] Network 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:31:58.831669 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-df51f3d8-d949-4c8e-a14d-1f780862a8ab req-e568ae1a-3764-4def-81cc-46c35ac81f84 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 945 time: 0.0758638 Oct 26 11:31:58.831928 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 35474) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:58.835172 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0a8fbfd1-afef-4584-a528-f9e0862c0ea5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/8fb69c4c-9011-4556-9cb1-65eb7399bcd0 HTTP/1.1" status: 204 len: 168 time: 0.3741524 Oct 26 11:31:58.887258 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b734dd8-bd94-4194-aa96-d9d729e13619 req-3d64d31f-70a5-4412-804c-e62a4d44e229 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:31:58.888922 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1b734dd8-bd94-4194-aa96-d9d729e13619 req-3d64d31f-70a5-4412-804c-e62a4d44e229 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0524902 Oct 26 11:31:58.891533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:58.894491 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-af101b45-d17c-404a-a815-f86017ea2901 req-bc41ee37-007b-42e9-a422-4719eaf13570 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093768 Oct 26 11:31:58.951837 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1b734dd8-bd94-4194-aa96-d9d729e13619 req-e88fab97-4040-4448-9830-bb599bfa6751 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559826 Oct 26 11:31:58.957393 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:58.982079 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-df51f3d8-d949-4c8e-a14d-1f780862a8ab req-cd823415-ab82-4cb7-a0af-8319b64d52b6 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383452 Oct 26 11:31:59.012427 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] DHCP port deletion for 4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:31:59.019291 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Deleting port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:31:59.019635 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.049079 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Deleting port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:31:59.049489 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.086532 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] For port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:31:59.086792 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.095783 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:59.099950 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Calling delete_port for 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 owned by network:dhcp {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:31:59.113609 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] For port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,segment=NetworkSegment(cda430ab-b10d-42bf-8588-b6025fd0afac),segment_id=cda430ab-b10d-42bf-8588-b6025fd0afac)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:31:59.121691 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.126664 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Calling delete_port for 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:31:59.283687 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.289711 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (4ede8cb4-e9a2-4ea9-a565-e165a2ce7497), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.292904 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:59.309673 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:59.313110 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] No DVR routers for this DVR port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 on host dv-cinder-815582-18-iscsi {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:31:59.313807 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Pushing event deleted for resources: {'Port': ['ID=4ede8cb4-e9a2-4ea9-a565-e165a2ce7497,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:59.324475 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.327555 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.328345 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.328345 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.328345 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.328612 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.328802 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:31:59.331497 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d063886-7844-4f3f-87ca-8093c53df4d7 None None] No DVR routers for this DVR port 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:31:59.390378 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.410245 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4664d3b1-d59c-4b37-b8b7-6ffd74b2e728']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:59.419278 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda430ab-b10d-42bf-8588-b6025fd0afac') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:59.419572 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda430ab-b10d-42bf-8588-b6025fd0afac') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:31:59.429485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (cda430ab-b10d-42bf-8588-b6025fd0afac), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.443174 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (cda430ab-b10d-42bf-8588-b6025fd0afac), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.449237 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Releasing vlan 480 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:31:59.449616 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (cda430ab-b10d-42bf-8588-b6025fd0afac), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.533170 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment cda430ab-b10d-42bf-8588-b6025fd0afac resource provider aggregate not found Oct 26 11:31:59.550105 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment cda430ab-b10d-42bf-8588-b6025fd0afac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cda430ab-b10d-42bf-8588-b6025fd0afac found for delete ", "request_id": "req-dddd74ba-fd7b-462d-abb6-5ad2281127bd"}]} Oct 26 11:31:59.586842 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (4664d3b1-d59c-4b37-b8b7-6ffd74b2e728), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.592525 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:31:59.595827 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4664d3b1-d59c-4b37-b8b7-6ffd74b2e728 HTTP/1.1" status: 204 len: 168 time: 0.7630608 Oct 26 11:31:59.599401 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35482) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:31:59.606911 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db83c83-b341-4e84-95fc-879b4bd3ff83 admin admin] Pushing event deleted for resources: {'Network': ['ID=4664d3b1-d59c-4b37-b8b7-6ffd74b2e728,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:31:59.791182 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:31:59.857309 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:31:59.876968 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:31:59.877311 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 1e0128e4-2e94-45a4-86fc-9dd0d80fcb41 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:31:59.877745 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:31:59.895783 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:31:59.896121 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 4ede8cb4-e9a2-4ea9-a565-e165a2ce7497 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:31:59.906854 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:00.105834 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453a9a-b7b2-4f75-a3c8-e7a466003f5f req-d3eb4faa-bee2-4b0a-aeb6-85fbff52d0ab tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:00.107241 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0a453a9a-b7b2-4f75-a3c8-e7a466003f5f req-d3eb4faa-bee2-4b0a-aeb6-85fbff52d0ab tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 945 time: 0.0481286 Oct 26 11:32:00.108321 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675dad9-b785-44f2-9ae0-bf7c89b41994 req-f67ae2e2-950e-428f-8177-922417f50567 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:00.109777 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b675dad9-b785-44f2-9ae0-bf7c89b41994 req-f67ae2e2-950e-428f-8177-922417f50567 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0605512 Oct 26 11:32:00.156004 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-0a453a9a-b7b2-4f75-a3c8-e7a466003f5f req-85dbfc4e-84a1-45df-a404-0c001644695f tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Oct 26 11:32:00.203095 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-b675dad9-b785-44f2-9ae0-bf7c89b41994 req-b61b0668-9b67-4f79-8bb7-db4e4c5c51ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743356 Oct 26 11:32:00.205447 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Deleting port 350e536e-0f06-43a2-b03a-153ac4ffea01 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:32:00.205808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:00.287812 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] For port 350e536e-0f06-43a2-b03a-153ac4ffea01, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=350e536e-0f06-43a2-b03a-153ac4ffea01,segment=NetworkSegment(a63f0291-99eb-4f12-bf78-29817dee9893),segment_id=a63f0291-99eb-4f12-bf78-29817dee9893)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:00.288175 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:00.301329 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Calling delete_port for 350e536e-0f06-43a2-b03a-153ac4ffea01 owned by network:router_interface {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:32:00.342797 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=100 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:00.526993 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (350e536e-0f06-43a2-b03a-153ac4ffea01), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:00.549176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=350e536e-0f06-43a2-b03a-153ac4ffea01,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:00.666711 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:00.717006 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:00.746295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3af480-82aa-4040-920a-d3f2914ba4e9 None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:32:00.749534 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:00.762377 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-ba67ce95-ea0e-40b2-a34d-5ab82a22022a tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:00.763797 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-ba67ce95-ea0e-40b2-a34d-5ab82a22022a tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 945 time: 0.0555696 Oct 26 11:32:00.771757 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:00.829257 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3af480-82aa-4040-920a-d3f2914ba4e9 None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:32:00.937283 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:32:01.042948 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:32:01.048147 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-6e9b1bae-82bc-4748-a4dd-f162bc87bdc6 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477549 Oct 26 11:32:01.051438 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35488) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:01.052993 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] Sync routers for ids ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'] in dv-cinder-815582-18-iscsi {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:32:01.064217 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] Routers {'3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:32:01.064833 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:31:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:32:01.157180 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks [] for router (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.168516 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] Set router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 gateway port host: dv-cinder-815582-18-iscsi {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:32:01.261358 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Deleting port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:32:01.261972 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.338704 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918f75a-9aae-43fe-8313-a1fdc7a0a60d req-0ffeef27-b3ac-4de1-837b-66b1f155f913 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:01.340265 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7918f75a-9aae-43fe-8313-a1fdc7a0a60d req-0ffeef27-b3ac-4de1-837b-66b1f155f913 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 945 time: 0.0610380 Oct 26 11:32:01.348324 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks [] for router_gateway (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.413124 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:01.421598 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:32:00Z', 'revision_number': 5, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port': {'id': '0ac32a3a-f04b-43fb-a3db-2b733765a336', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:27:43Z', 'updated_at': '2022-10-26T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:32:01.425347 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b86573-4d5b-40b2-a46d-820fe7b1bc4b req-d451ac01-77d4-4eaf-b0fc-3e356c2bb823 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:01.427282 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-88b86573-4d5b-40b2-a46d-820fe7b1bc4b req-d451ac01-77d4-4eaf-b0fc-3e356c2bb823 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0601861 Oct 26 11:32:01.452139 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] Checking router: 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 for host: dv-cinder-815582-18-iscsi {{(pid=105075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:32:01.462198 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] Routers {'3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:32:01.462800 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:31:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'], 'active': True} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:32:01.463573 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:01.469507 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] For port 55c7e502-11c4-4b82-ac60-6790ec30c0a6, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=55c7e502-11c4-4b82-ac60-6790ec30c0a6,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:01.469873 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.475870 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-7918f75a-9aae-43fe-8313-a1fdc7a0a60d req-78d5bbfc-e7b2-4ea7-8a09-6771f82b90cd tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915394 Oct 26 11:32:01.497627 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Deleting port 0ac32a3a-f04b-43fb-a3db-2b733765a336 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:32:01.497969 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.511506 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Calling delete_port for 55c7e502-11c4-4b82-ac60-6790ec30c0a6 owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:32:01.567852 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_dvr_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] Set router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 gateway port host: None {{(pid=105075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:32:01.579854 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-88b86573-4d5b-40b2-a46d-820fe7b1bc4b req-5ae8fcd9-a3af-4aea-a4d6-c80b71a60869 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470017 Oct 26 11:32:01.609264 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:01.613773 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] For port 0ac32a3a-f04b-43fb-a3db-2b733765a336, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=0ac32a3a-f04b-43fb-a3db-2b733765a336,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:01.613773 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.626403 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Calling delete_port for 0ac32a3a-f04b-43fb-a3db-2b733765a336 owned by network:router_gateway {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:32:01.638734 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.l3_hamode_db [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:32:01Z', 'revision_number': 6, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:32:01.661995 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec93a46-0dbd-49cd-bbc8-03610f9ce73e None None] The sync data for ids ['3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2'] in dv-cinder-815582-18-iscsi is: [{'id': '3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2', 'name': 'tempest-TestMinimumBasicScenario-265800187-router', 'tenant_id': '85c679ebc0954f48a6fd364ee5924df5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:27:42Z', 'updated_at': '2022-10-26T11:32:01Z', 'revision_number': 6, 'project_id': '85c679ebc0954f48a6fd364ee5924df5', 'gw_port_host': None}] {{(pid=105075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:32:01.669485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:01.704737 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-be79f494-75be-415c-81b7-86f198534b33 None None] Provisioning complete for port 55d005ec-b07e-4486-8fce-2771b834cf2b triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:32:01.705260 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-be79f494-75be-415c-81b7-86f198534b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.705438 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-be79f494-75be-415c-81b7-86f198534b33 None None] Attempt 1 to provision port 55d005ec-b07e-4486-8fce-2771b834cf2b Oct 26 11:32:01.738089 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (55c7e502-11c4-4b82-ac60-6790ec30c0a6), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.770545 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Pushing event deleted for resources: {'Port': ['ID=55c7e502-11c4-4b82-ac60-6790ec30c0a6,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:01.789305 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-be79f494-75be-415c-81b7-86f198534b33 None None] Current status of the port 55d005ec-b07e-4486-8fce-2771b834cf2b is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:32:01.816866 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] No DVR routers for this DVR port 55c7e502-11c4-4b82-ac60-6790ec30c0a6 on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:32:01.819538 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.822847 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-685f67ea-53e4-42f9-93a8-03835cdc9e5b req-4a661aa0-946f-4b76-85b4-9569571692e0 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "DELETE /networking/v2.0/ports/55c7e502-11c4-4b82-ac60-6790ec30c0a6 HTTP/1.1" status: 204 len: 173 time: 0.6624527 Oct 26 11:32:01.823338 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'name': 'network-vif-deleted', 'tag': '55c7e502-11c4-4b82-ac60-6790ec30c0a6'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:32:01.826897 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf57c83b-a9cd-420d-91f7-d10ad4721f72" -d '{"events": [{"server_uuid": "7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c", "name": "network-vif-deleted", "tag": "55c7e502-11c4-4b82-ac60-6790ec30c0a6"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:32:01.865727 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9ca0c2-b8e4-4f5f-9312-aa6f1c7cfbaa x-openstack-request-id: req-df9ca0c2-b8e4-4f5f-9312-aa6f1c7cfbaa {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:32:01.866026 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c", "name": "network-vif-deleted", "tag": "55c7e502-11c4-4b82-ac60-6790ec30c0a6", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:32:01.866275 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df9ca0c2-b8e4-4f5f-9312-aa6f1c7cfbaa {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:32:01.866678 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9ca0c2-b8e4-4f5f-9312-aa6f1c7cfbaa'] response: {'server_uuid': '7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c', 'name': 'network-vif-deleted', 'tag': '55c7e502-11c4-4b82-ac60-6790ec30c0a6', 'status': 'completed', 'code': 200} Oct 26 11:32:01.886994 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (0ac32a3a-f04b-43fb-a3db-2b733765a336), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:01.913717 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac32a3a-f04b-43fb-a3db-2b733765a336,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:01.979665 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.070610 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.076550 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks [] for router_controller (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.140899 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 350e536e-0f06-43a2-b03a-153ac4ffea01 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:32:02.162573 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 350e536e-0f06-43a2-b03a-153ac4ffea01 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:32:02.162948 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 350e536e-0f06-43a2-b03a-153ac4ffea01 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:32:02.184017 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.188953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 {{(pid=105073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:32:02.188953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.190522 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7557aa7f-401f-4714-b1f5-652a985b9e12 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/3b950feb-0d0b-4af1-bb13-34dc8ee6b3f2 HTTP/1.1" status: 204 len: 168 time: 1.1374097 Oct 26 11:32:02.193085 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35498) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:02.237637 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] Deleting subnet 5ae03251-745e-49fd-a6e1-73e14166f383 {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:32:02.240811 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] Publish callbacks [] for subnet (5ae03251-745e-49fd-a6e1-73e14166f383), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.279112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (5ae03251-745e-49fd-a6e1-73e14166f383), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.355585 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (5ae03251-745e-49fd-a6e1-73e14166f383), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.400820 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:02.510038 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (5ae03251-745e-49fd-a6e1-73e14166f383), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.536744 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae03251-745e-49fd-a6e1-73e14166f383,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:02.543804 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.550134 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-e4f7ec4d-f37f-4ef4-90fb-e27d9c18939f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/5ae03251-745e-49fd-a6e1-73e14166f383 HTTP/1.1" status: 204 len: 168 time: 0.3529470 Oct 26 11:32:02.550295 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb339a-5be7-46a2-bc31-fb8b251bc214 None None] Network bf83e34c-4173-4815-b11d-364a2fe76211 requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:32:02.554280 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 35502) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:02.613401 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-1db7b5e9-4b75-4cc8-b768-927f56055a3b req-2f61b931-8300-45f8-914c-d315a2432a51 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bbcfe7d-ad7b-4ce8-97f5-5a9076f3d69c HTTP/1.1" status: 200 len: 210 time: 0.0382826 Oct 26 11:32:02.640198 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (bf83e34c-4173-4815-b11d-364a2fe76211), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.683645 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Deleting port 55d005ec-b07e-4486-8fce-2771b834cf2b {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:32:02.683984 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.726112 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] DHCP port deletion for bf83e34c-4173-4815-b11d-364a2fe76211 request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:32:02.754311 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] For port 55d005ec-b07e-4486-8fce-2771b834cf2b, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=55d005ec-b07e-4486-8fce-2771b834cf2b,segment=NetworkSegment(a63f0291-99eb-4f12-bf78-29817dee9893),segment_id=a63f0291-99eb-4f12-bf78-29817dee9893)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:02.755004 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.766576 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] Deleting port 55d005ec-b07e-4486-8fce-2771b834cf2b {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:32:02.766988 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.774609 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Calling delete_port for 55d005ec-b07e-4486-8fce-2771b834cf2b owned by network:dhcp {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:32:02.838557 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] For port 55d005ec-b07e-4486-8fce-2771b834cf2b, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=55d005ec-b07e-4486-8fce-2771b834cf2b,segment=NetworkSegment(a63f0291-99eb-4f12-bf78-29817dee9893),segment_id=a63f0291-99eb-4f12-bf78-29817dee9893)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:02.839010 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.853309 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] Calling delete_port for 55d005ec-b07e-4486-8fce-2771b834cf2b owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:32:02.942246 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.948070 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (55d005ec-b07e-4486-8fce-2771b834cf2b), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:02.965886 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Pushing event deleted for resources: {'Port': ['ID=55d005ec-b07e-4486-8fce-2771b834cf2b,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:02.970838 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] Pushing event deleted for resources: {'Port': ['ID=55d005ec-b07e-4486-8fce-2771b834cf2b,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:02.971389 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] No DVR routers for this DVR port 55d005ec-b07e-4486-8fce-2771b834cf2b on host dv-cinder-815582-18-iscsi {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:32:02.977223 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1bf578-fec6-47cc-a475-597af00f5a0e None None] No DVR routers for this DVR port 55d005ec-b07e-4486-8fce-2771b834cf2b on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:32:03.045228 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (bf83e34c-4173-4815-b11d-364a2fe76211), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.066444 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf83e34c-4173-4815-b11d-364a2fe76211']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:32:03.076220 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63f0291-99eb-4f12-bf78-29817dee9893') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:32:03.076511 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63f0291-99eb-4f12-bf78-29817dee9893') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:32:03.086104 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (a63f0291-99eb-4f12-bf78-29817dee9893), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.098936 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (a63f0291-99eb-4f12-bf78-29817dee9893), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.106362 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Releasing vlan 478 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:32:03.106362 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (a63f0291-99eb-4f12-bf78-29817dee9893), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.151985 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment a63f0291-99eb-4f12-bf78-29817dee9893 resource provider aggregate not found Oct 26 11:32:03.169883 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment a63f0291-99eb-4f12-bf78-29817dee9893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a63f0291-99eb-4f12-bf78-29817dee9893 found for delete ", "request_id": "req-a00a716f-cd10-4ffe-9b1c-fe16635545e3"}]} Oct 26 11:32:03.295232 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (bf83e34c-4173-4815-b11d-364a2fe76211), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.301338 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.304401 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/bf83e34c-4173-4815-b11d-364a2fe76211 HTTP/1.1" status: 204 len: 168 time: 0.7530107 Oct 26 11:32:03.318988 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14c572-d985-4147-9e7d-84b2a537ef8e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf83e34c-4173-4815-b11d-364a2fe76211,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:03.583129 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35510) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:03.593950 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 55c7e502-11c4-4b82-ac60-6790ec30c0a6 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:32:03.614510 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 55c7e502-11c4-4b82-ac60-6790ec30c0a6 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:32:03.615020 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 55c7e502-11c4-4b82-ac60-6790ec30c0a6 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:32:03.623435 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-081d6c6a-6a52-40e5-a782-14b7db0b788d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a975701f3c69481b874e106eb5d4edcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382965 Oct 26 11:32:03.625080 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35512) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:03.672550 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-616339ff-e9f6-4722-8ae0-809ad34f1737 admin admin] Publish callbacks [] for security_group (0f2278fb-ca91-458a-b73c-0dcef3ffc4fb), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.697120 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-616339ff-e9f6-4722-8ae0-809ad34f1737 admin admin] Publish callbacks [] for security_group (0f2278fb-ca91-458a-b73c-0dcef3ffc4fb), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.827075 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-616339ff-e9f6-4722-8ae0-809ad34f1737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (0f2278fb-ca91-458a-b73c-0dcef3ffc4fb), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.829583 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-616339ff-e9f6-4722-8ae0-809ad34f1737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:03.830837 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-616339ff-e9f6-4722-8ae0-809ad34f1737 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0f2278fb-ca91-458a-b73c-0dcef3ffc4fb HTTP/1.1" status: 204 len: 168 time: 0.2048211 Oct 26 11:32:03.839078 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616339ff-e9f6-4722-8ae0-809ad34f1737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2278fb-ca91-458a-b73c-0dcef3ffc4fb,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:03.858511 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 0ac32a3a-f04b-43fb-a3db-2b733765a336 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:32:03.882085 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 0ac32a3a-f04b-43fb-a3db-2b733765a336 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:32:03.887149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 0ac32a3a-f04b-43fb-a3db-2b733765a336 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:32:03.887149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 55d005ec-b07e-4486-8fce-2771b834cf2b no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:32:03.900943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 55d005ec-b07e-4486-8fce-2771b834cf2b {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:32:03.901286 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 55d005ec-b07e-4486-8fce-2771b834cf2b not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:32:04.519401 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35524) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:04.558806 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-d0c82ef4-c01d-45d4-8ceb-579f9a51be20 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=85c679ebc0954f48a6fd364ee5924df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382769 Oct 26 11:32:04.561088 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35526) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:32:04.610343 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0b41ffec-8d9f-4673-ba26-37e17ac24133 admin admin] Publish callbacks [] for security_group (89b4ad27-b1b2-4f6a-a558-e5ab5e966b17), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:04.631046 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0b41ffec-8d9f-4673-ba26-37e17ac24133 admin admin] Publish callbacks [] for security_group (89b4ad27-b1b2-4f6a-a558-e5ab5e966b17), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:04.749598 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0b41ffec-8d9f-4673-ba26-37e17ac24133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (89b4ad27-b1b2-4f6a-a558-e5ab5e966b17), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:04.752257 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0b41ffec-8d9f-4673-ba26-37e17ac24133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:04.753399 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0b41ffec-8d9f-4673-ba26-37e17ac24133 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/89b4ad27-b1b2-4f6a-a558-e5ab5e966b17 HTTP/1.1" status: 204 len: 168 time: 0.1914542 Oct 26 11:32:04.761486 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ffec-8d9f-4673-ba26-37e17ac24133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b4ad27-b1b2-4f6a-a558-e5ab5e966b17,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:12.747232 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:13.164069 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:13.306996 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:14.223448 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:14.316820 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-455496f8-6ca7-45ce-9673-df600fc01519 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:14.318198 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-455496f8-6ca7-45ce-9673-df600fc01519 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a6c839a0-5fc6-4351-8012-8fd2ee054dee HTTP/1.1" status: 200 len: 813 time: 0.1043510 Oct 26 11:32:14.333729 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a6b1e0e0-fad2-4262-8c70-208cc42dca52 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/quotas/044799c63ce94aa39ea143e1633e2002 HTTP/1.1" status: 200 len: 375 time: 0.0094905 Oct 26 11:32:14.366546 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-dbb01319-d948-477c-a1a4-936cbfbbaf85 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=044799c63ce94aa39ea143e1633e2002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278831 Oct 26 11:32:14.466683 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-0b536902-c05e-4dc4-b919-d646afa01b6e service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=105073) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 26 11:32:14.467721 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-0b536902-c05e-4dc4-b919-d646afa01b6e service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0948279 Oct 26 11:32:14.556615 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-7c0097b1-d11c-48a2-9ada-3a2a40805704 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831501 Oct 26 11:32:14.645952 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-c69e8332-d692-49d5-b46e-7e36cf417461 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Oct 26 11:32:14.735628 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=37 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:14.748902 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=52 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:14.924268 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e0c078fc-a0ba-4edc-9f4b-6d360ab84b71 req-f5ce74ae-1a97-4fb5-8957-0c0cd13dfeaa tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 210 time: 0.0301020 Oct 26 11:32:16.030016 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-59b097fd-75a0-4ec6-bd2d-66c501dd9703 req-2fce529e-f568-4950-aafb-68bcf58632f3 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 210 time: 0.0291195 Oct 26 11:32:16.838184 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-45ad660a-377b-4022-a8cd-47ef04c9a568 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:16.839639 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-45ad660a-377b-4022-a8cd-47ef04c9a568 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "GET /networking/v2.0/networks?id=a6c839a0-5fc6-4351-8012-8fd2ee054dee HTTP/1.1" status: 200 len: 813 time: 0.1017365 Oct 26 11:32:16.857336 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Request body: {'port': {'device_id': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee', 'admin_state_up': True, 'tenant_id': '044799c63ce94aa39ea143e1633e2002'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:32:17.033021 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Made reservation on behalf of 044799c63ce94aa39ea143e1633e2002 for: {'port': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:32:17.036762 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:17.168603 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d9b5b8c6-5195-4184-8fc1-f5c257452e43 req-f6f5a0af-8676-402d-9442-c61570c55d28 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 210 time: 0.0539985 Oct 26 11:32:17.189048 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Allocated IP 172.20.0.3 (a6c839a0-5fc6-4351-8012-8fd2ee054dee/23ad9587-8798-44e4-9793-9d6dd137f52b/0cef2a0b-e427-498c-8c92-e0bdc51d8cd7) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:32:17.337647 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks [] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:17.347281 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a0dba980-4fc3-4f7f-8d1f-b9e82d1cb299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:17.427789 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:17.471126 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Network a6c839a0-5fc6-4351-8012-8fd2ee054dee is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:32:17.476102 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:32:17.479976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:32:17.502755 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Pushing event updated for resources: {'Port': ['ID=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:17.531080 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:17.535143 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:17.606677 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-702ea60e-645f-4668-be88-e61a7577b850 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531023 Oct 26 11:32:17.682334 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Request body: {'port': {'device_id': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:32:17.757696 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:17.760653 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:17.808409 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:18.010195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:32:18.017850 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Publish callbacks [] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:18.030465 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Transition to ACTIVE for port object 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:32:18.146841 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:18.229502 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Pushing event updated for resources: {'Port': ['ID=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:18.257895 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Attempting to bind port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:32:18.258156 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Attempting to bind port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:32:18.258479 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Attempting to bind port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 on network a6c839a0-5fc6-4351-8012-8fd2ee054dee {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:32:18.290557 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b663f-9116-4b5b-82cf-f6e31e408b0e req-44cb5f97-d418-4f05-8293-bd3decc02c55 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:18.292086 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e53b663f-9116-4b5b-82cf-f6e31e408b0e req-44cb5f97-d418-4f05-8293-bd3decc02c55 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 943 time: 0.0472090 Oct 26 11:32:18.299951 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 on network a6c839a0-5fc6-4351-8012-8fd2ee054dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:32:18.300263 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Attempting to bind port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 on network a6c839a0-5fc6-4351-8012-8fd2ee054dee {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:32:18.325873 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:18.345865 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e53b663f-9116-4b5b-82cf-f6e31e408b0e req-c2913728-fbf6-4438-9a4b-12ff52d70ea8 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481803 Oct 26 11:32:18.348549 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:32:18.348890 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Checking segment: {'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:32:18.349371 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Bound using segment: {'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:32:18.349816 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Bound port: 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 470, 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:32:18.350712 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:18.396238 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:18.416957 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] For port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:32:18.420112 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] For port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:32:18.481305 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:18.485392 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:18.486028 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:18.487395 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 HTTP/1.1" status: 200 len: 1093 time: 0.8094919 Oct 26 11:32:18.487941 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'tag': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:32:18.490179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98ed58f-fe48-4e66-8b64-c8db206c7b69" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2f70a6-9031-440a-b4c3-efd2c567ed03", "tag": "0cef2a0b-e427-498c-8c92-e0bdc51d8cd7"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:32:18.530995 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a4eee5-fb2b-44e8-9033-68a6954630db x-openstack-request-id: req-a4a4eee5-fb2b-44e8-9033-68a6954630db {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:32:18.532562 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2f70a6-9031-440a-b4c3-efd2c567ed03", "tag": "0cef2a0b-e427-498c-8c92-e0bdc51d8cd7", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:32:18.532562 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4a4eee5-fb2b-44e8-9033-68a6954630db {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:32:18.532562 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a4eee5-fb2b-44e8-9033-68a6954630db'] response: {'name': 'network-changed', 'server_uuid': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'tag': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7', 'status': 'completed', 'code': 200} Oct 26 11:32:18.541849 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8444e6a-e92c-4a1f-87d4-e5524074c482 service neutron] Pushing event updated for resources: {'Port': ['ID=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:18.615506 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ed58f-fe48-4e66-8b64-c8db206c7b69 req-b764aa77-459a-434a-a328-309653176abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:18.616962 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d98ed58f-fe48-4e66-8b64-c8db206c7b69 req-b764aa77-459a-434a-a328-309653176abb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=044799c63ce94aa39ea143e1633e2002&device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 1127 time: 0.0388479 Oct 26 11:32:18.724383 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ed58f-fe48-4e66-8b64-c8db206c7b69 req-a011b485-450e-4d93-abea-37915a154c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:18.726403 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d98ed58f-fe48-4e66-8b64-c8db206c7b69 req-a011b485-450e-4d93-abea-37915a154c5e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=044799c63ce94aa39ea143e1633e2002&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954976 Oct 26 11:32:18.817195 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ed58f-fe48-4e66-8b64-c8db206c7b69 req-b56a2c59-96a0-464a-8f5d-af1b2d86e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:18.818538 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d98ed58f-fe48-4e66-8b64-c8db206c7b69 req-b56a2c59-96a0-464a-8f5d-af1b2d86e5c3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866301 Oct 26 11:32:18.919719 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-7a80860a-36c9-460e-af5b-a18e2aae28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:18.921162 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-7a80860a-36c9-460e-af5b-a18e2aae28e2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=044799c63ce94aa39ea143e1633e2002&device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 1127 time: 0.0426695 Oct 26 11:32:18.967672 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-83858272-b953-475f-a3f4-3f6b783b95eb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0319932 Oct 26 11:32:19.015740 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-206cb9f4-3d70-4c95-80d7-74bb42ac45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:19.017102 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-206cb9f4-3d70-4c95-80d7-74bb42ac45cd service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=23ad9587-8798-44e4-9793-9d6dd137f52b HTTP/1.1" status: 200 len: 853 time: 0.0423594 Oct 26 11:32:19.048908 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-c10c38b7-c924-4e9e-94a7-c75b1337e636 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=a6c839a0-5fc6-4351-8012-8fd2ee054dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243306 Oct 26 11:32:19.138758 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-a7773bac-7aaa-4a3a-9aa6-6ed2af37c124 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839479 Oct 26 11:32:19.227180 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8f0f1a66-c25a-456b-99f7-8c5121a86570 req-15b0e6cf-b087-4ab0-91f5-185e24a85ab0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809805 Oct 26 11:32:19.465976 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbf100-a5b3-4094-8c24-6b193a23604c req-7c35b3d3-06de-4057-b15c-2a6743dd8ef4 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:19.467445 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e0bbf100-a5b3-4094-8c24-6b193a23604c req-7c35b3d3-06de-4057-b15c-2a6743dd8ef4 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 943 time: 0.0466106 Oct 26 11:32:19.513554 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e0bbf100-a5b3-4094-8c24-6b193a23604c req-5eff30aa-b42e-4084-8dd5-a61becc92a86 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Oct 26 11:32:19.735495 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9f64fd19-c32c-4d60-9ddd-713e2fee6a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:20.636551 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90152726-251c-4a5c-9ee9-068507b681b7 req-c9486964-dfe6-4e67-ac69-433d90b24082 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:20.637992 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-90152726-251c-4a5c-9ee9-068507b681b7 req-c9486964-dfe6-4e67-ac69-433d90b24082 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 943 time: 0.0495844 Oct 26 11:32:20.658258 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:20.684213 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-90152726-251c-4a5c-9ee9-068507b681b7 req-aeef8610-4d92-4afb-b756-28647ae05553 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Oct 26 11:32:21.046861 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:21.715062 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:32:21.738309 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:21.805502 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7423b44-9fe6-4eed-b1eb-6f780e97148c req-2ff7d272-d04e-4688-8bab-7c48fda695bf tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:21.806848 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e7423b44-9fe6-4eed-b1eb-6f780e97148c req-2ff7d272-d04e-4688-8bab-7c48fda695bf tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 943 time: 0.0474601 Oct 26 11:32:21.817581 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:21.829411 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7', 'network_id': 'a6c839a0-5fc6-4351-8012-8fd2ee054dee', 'port_id': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7', 'mac_address': 'fa:16:3e:4b:6b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 470, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23ad9587-8798-44e4-9793-9d6dd137f52b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:32:21.855613 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e7423b44-9fe6-4eed-b1eb-6f780e97148c req-26253bd4-6041-433f-88ac-93013de63539 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Oct 26 11:32:21.869130 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:32:21.869522 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:21.882960 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:32:21.903182 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:21.969953 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:22.014943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:22.396415 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['0cef2a0b-e427-498c-8c92-e0bdc51d8cd7'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:32:22.690300 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:32:22.736282 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:22.924222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:22.977665 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282dcef9-3b7e-4fca-b9d2-afb935608c84 req-d57006b3-5195-4f1e-930e-40b8d72469d9 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:22.979116 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-282dcef9-3b7e-4fca-b9d2-afb935608c84 req-d57006b3-5195-4f1e-930e-40b8d72469d9 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 944 time: 0.0455189 Oct 26 11:32:23.025080 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-282dcef9-3b7e-4fca-b9d2-afb935608c84 req-bb0128c6-8744-44ef-9b20-194c857f489a tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Oct 26 11:32:23.515099 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-358273f8-40b3-4f59-96c4-d29fe1d39aaa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391521 Oct 26 11:32:23.613618 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-51319659-0346-42d8-8514-d01c1b262773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:23.615088 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-51319659-0346-42d8-8514-d01c1b262773 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1129 time: 0.0378394 Oct 26 11:32:23.716709 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-277d7d37-263e-4b0a-83c6-cef2c01fe748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:23.718127 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-277d7d37-263e-4b0a-83c6-cef2c01fe748 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.0844455 Oct 26 11:32:23.727349 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:32:23.750533 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:23.770195 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:32:23.785375 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-0a8ea2d6-bc49-4592-885e-d9f0d04aa037 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 1001 time: 0.0593271 Oct 26 11:32:23.821234 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:23.827221 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:32:23.832277 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:23.832277 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 Oct 26 11:32:23.835462 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-9b69e5a0-994e-4414-b022-e527c5955849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:23.836891 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-9b69e5a0-994e-4414-b022-e527c5955849 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0442512 Oct 26 11:32:23.880208 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-d9f9d103-a868-404c-bb20-f73b0fb98d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:23.882172 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-d9f9d103-a868-404c-bb20-f73b0fb98d47 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376863 Oct 26 11:32:23.903949 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:32:23.905875 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:23.927832 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:32:23.930610 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5952aa6f-9f7d-4b77-b9b8-5769bcfc1e5e" -d '{"events": [{"server_uuid": "5d2f70a6-9031-440a-b4c3-efd2c567ed03", "name": "network-vif-plugged", "status": "completed", "tag": "0cef2a0b-e427-498c-8c92-e0bdc51d8cd7"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:32:23.939724 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:23.943767 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:23.970431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0717c4fb-daf8-4f56-accf-05123463adef x-openstack-request-id: req-0717c4fb-daf8-4f56-accf-05123463adef {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:32:23.970714 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2f70a6-9031-440a-b4c3-efd2c567ed03", "name": "network-vif-plugged", "status": "completed", "tag": "0cef2a0b-e427-498c-8c92-e0bdc51d8cd7", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:32:23.971070 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0717c4fb-daf8-4f56-accf-05123463adef {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:32:23.971492 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0717c4fb-daf8-4f56-accf-05123463adef'] response: {'server_uuid': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7', 'code': 200} Oct 26 11:32:23.975691 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-08b73a70-596a-4d95-acbb-5fe3cacb6ca2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877564 Oct 26 11:32:24.044676 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:24.096736 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:24.113399 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5beee689-2d4d-4413-a0a4-c5ba72c5acba req-9f0ae698-92c3-47da-9e12-2faa4444cc45 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927205 Oct 26 11:32:24.156989 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f92702-ed50-4cc1-b353-96dee01d218f req-3a19928d-8716-4b07-a667-06d4f7e20a08 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:24.158452 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b0f92702-ed50-4cc1-b353-96dee01d218f req-3a19928d-8716-4b07-a667-06d4f7e20a08 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 945 time: 0.0528839 Oct 26 11:32:24.205614 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-b0f92702-ed50-4cc1-b353-96dee01d218f req-7a0c9a63-79a5-40ba-a39e-0a881e1edc27 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Oct 26 11:32:24.361073 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23ef65-ed90-4b94-8a1c-00cb589b5fe3 req-e150a29b-47c8-4f38-8589-3889fab39f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:24.362633 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e23ef65-ed90-4b94-8a1c-00cb589b5fe3 req-e150a29b-47c8-4f38-8589-3889fab39f45 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 1129 time: 0.0370269 Oct 26 11:32:24.405271 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e23ef65-ed90-4b94-8a1c-00cb589b5fe3 req-621d80e7-c37d-4dd9-b8da-93267abe5476 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360613 Oct 26 11:32:25.331006 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1a966-52a3-4f50-aff3-a31bd92650e3 req-ce3923cb-b3dc-440f-b946-1b1dba69c206 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:25.332439 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9ea1a966-52a3-4f50-aff3-a31bd92650e3 req-ce3923cb-b3dc-440f-b946-1b1dba69c206 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 945 time: 0.0497186 Oct 26 11:32:25.378404 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-9ea1a966-52a3-4f50-aff3-a31bd92650e3 req-15a184b4-0faa-4489-859f-0f991684c4e6 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Oct 26 11:32:26.502627 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641f533-f5b5-4592-a50d-583cbc6c271e req-c4c3b94b-ed75-4819-a1e9-d19683d419b2 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:26.504086 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3641f533-f5b5-4592-a50d-583cbc6c271e req-c4c3b94b-ed75-4819-a1e9-d19683d419b2 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 945 time: 0.0487034 Oct 26 11:32:26.548838 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3641f533-f5b5-4592-a50d-583cbc6c271e req-793e1b79-608b-47e0-afc9-96046766c9cb tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Oct 26 11:32:32.687077 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:34.093426 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:34.094094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:35.372637 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=31 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:35.375522 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=55 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:36.542990 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=43 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:36.545862 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=97 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:42.750240 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:47.327312 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-688595b3-6d98-4ce3-a6f4-cbf23b306347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:49.727597 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2231-8ae0-4914-b73b-7f13686d6268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:51.052702 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:51.733282 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=17 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:51.737191 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=15 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:32:52.160446 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425244ff-7d62-4c65-9f94-86b7aa05a979 req-f0603b40-44e6-4ad7-b9e7-7c39b9c73c0f tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:52.161899 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-425244ff-7d62-4c65-9f94-86b7aa05a979 req-f0603b40-44e6-4ad7-b9e7-7c39b9c73c0f tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 945 time: 0.0471296 Oct 26 11:32:52.208967 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-425244ff-7d62-4c65-9f94-86b7aa05a979 req-3bc8fdf0-2508-48cb-bc43-a3d86b27955a tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Oct 26 11:32:52.744409 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:52.921796 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:53.331225 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d02e-8bf2-41b9-bfc2-5f4ec751d824 req-a2a32add-1029-49ff-b7a2-c22c40a5b49d tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:53.332690 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-65c6d02e-8bf2-41b9-bfc2-5f4ec751d824 req-a2a32add-1029-49ff-b7a2-c22c40a5b49d tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 945 time: 0.0461016 Oct 26 11:32:53.378350 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-65c6d02e-8bf2-41b9-bfc2-5f4ec751d824 req-07c88367-9401-4a2d-beb1-762e0907d1a5 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403767 Oct 26 11:32:54.297005 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-53e17a0e-813e-405c-9a9e-fd84fb3989f3 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:54.298421 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-53e17a0e-813e-405c-9a9e-fd84fb3989f3 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 945 time: 0.0456781 Oct 26 11:32:54.381207 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Deleting port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:32:54.381546 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:54.500796 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] For port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,segment=NetworkSegment(3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6),segment_id=3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:32:54.501161 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:54.523173 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eb11a-967f-42c2-9772-dd7525ed18be req-3c779140-758e-4846-bf4d-54c43d2ef6f8 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:32:54.524642 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e27eb11a-967f-42c2-9772-dd7525ed18be req-3c779140-758e-4846-bf4d-54c43d2ef6f8 tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 945 time: 0.0712156 Oct 26 11:32:54.525540 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Calling delete_port for 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:32:54.621528 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e27eb11a-967f-42c2-9772-dd7525ed18be req-4511a20e-be21-4a0e-a706-b28b5e8d9b3a tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b5e4d2c5-b895-4f0d-8b88-e47e705c80df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896020 Oct 26 11:32:54.987974 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (0cef2a0b-e427-498c-8c92-e0bdc51d8cd7), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:55.016339 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Pushing event deleted for resources: {'Port': ['ID=0cef2a0b-e427-498c-8c92-e0bdc51d8cd7,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:32:55.021586 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['0cef2a0b-e427-498c-8c92-e0bdc51d8cd7'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:32:55.056345 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] No DVR routers for this DVR port 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:32:55.058657 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:32:55.062373 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-a5db1dc5-0cde-4a68-a190-f3aaccf806d0 req-c135f7a3-5e1d-444e-be9d-2d13beb2135e tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.55 "DELETE /networking/v2.0/ports/0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 HTTP/1.1" status: 204 len: 173 time: 0.7582390 Oct 26 11:32:55.062880 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'name': 'network-vif-deleted', 'tag': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:32:55.065170 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad910d52-3975-439f-9339-1f2963965caa" -d '{"events": [{"server_uuid": "5d2f70a6-9031-440a-b4c3-efd2c567ed03", "name": "network-vif-deleted", "tag": "0cef2a0b-e427-498c-8c92-e0bdc51d8cd7"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:32:55.102128 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dd1e45-e291-4463-b067-268c2a287c9d x-openstack-request-id: req-20dd1e45-e291-4463-b067-268c2a287c9d {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:32:55.102420 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2f70a6-9031-440a-b4c3-efd2c567ed03", "name": "network-vif-deleted", "tag": "0cef2a0b-e427-498c-8c92-e0bdc51d8cd7", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:32:55.102666 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20dd1e45-e291-4463-b067-268c2a287c9d {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:32:55.103106 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dd1e45-e291-4463-b067-268c2a287c9d'] response: {'server_uuid': '5d2f70a6-9031-440a-b4c3-efd2c567ed03', 'name': 'network-vif-deleted', 'tag': '0cef2a0b-e427-498c-8c92-e0bdc51d8cd7', 'status': 'completed', 'code': 200} Oct 26 11:32:55.736774 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-99b77874-41ff-499e-aef4-16bd04e8a066 req-79e3edb5-5b11-45fa-b52a-ee963ff433df tempest-VolumesSnapshotTestJSON-1434769596 tempest-VolumesSnapshotTestJSON-1434769596-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5d2f70a6-9031-440a-b4c3-efd2c567ed03 HTTP/1.1" status: 200 len: 210 time: 0.0306931 Oct 26 11:32:57.959285 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:32:57.978846 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:32:57.979200 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 0cef2a0b-e427-498c-8c92-e0bdc51d8cd7 not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:32:59.689428 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:33:03.368251 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=7 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:03.375228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=11 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:05.026155 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:05.715443 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:05.716223 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=61,neutron:DELETE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:07.962117 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:07.962950 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:09.685176 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:09.685914 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:12.750431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:17.371035 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-214f545b-31b9-43ea-9f11-3f3ccb5fde7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:19.751597 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-fd4735ce-4498-44dc-8d2a-333a4e740bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:21.068672 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:21.914565 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1fedb-b98e-40c2-bfb3-becc1ec6caab req-64b4d83d-03e9-4903-8f04-3840d805b4c0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:21.916037 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e6b1fedb-b98e-40c2-bfb3-becc1ec6caab req-64b4d83d-03e9-4903-8f04-3840d805b4c0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0490015 Oct 26 11:33:21.962670 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-e6b1fedb-b98e-40c2-bfb3-becc1ec6caab req-d175ec49-3b79-4dbb-9d1a-0ecc13a95f70 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Oct 26 11:33:22.733697 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:22.968031 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:23.136453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cbf08-eea9-4c92-a1a2-1f91d689a53b req-93f1ea2a-e244-4607-b3fd-b4fae88d752d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:23.137903 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-de5cbf08-eea9-4c92-a1a2-1f91d689a53b req-93f1ea2a-e244-4607-b3fd-b4fae88d752d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0967696 Oct 26 11:33:23.189319 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-de5cbf08-eea9-4c92-a1a2-1f91d689a53b req-42d339ef-ed9b-4310-af0f-8d0f8616efad tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450895 Oct 26 11:33:23.521398 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-eed4325f-dfa6-41c3-9647-8cffab3874b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:23.522849 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-eed4325f-dfa6-41c3-9647-8cffab3874b1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1129 time: 0.0383451 Oct 26 11:33:23.599343 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35888) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:23.629107 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-ef8e03e4-9095-4d50-b353-a701e7aff9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:23.630562 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-ef8e03e4-9095-4d50-b353-a701e7aff9fe service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.0882041 Oct 26 11:33:23.643373 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Deleting subnet 23ad9587-8798-44e4-9793-9d6dd137f52b {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:33:23.646425 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Publish callbacks [] for subnet (23ad9587-8798-44e4-9793-9d6dd137f52b), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:23.680137 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (23ad9587-8798-44e4-9793-9d6dd137f52b), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:23.693029 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-ac6710ac-557b-406f-993d-c268422c8870 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 1001 time: 0.0558739 Oct 26 11:33:23.721128 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (23ad9587-8798-44e4-9793-9d6dd137f52b), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:23.745057 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-223d26d6-0f45-45ca-8440-1f63819b8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:23.747113 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-223d26d6-0f45-45ca-8440-1f63819b8d95 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0480676 Oct 26 11:33:23.789084 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-0329f418-7fd2-4273-97e6-3987842b1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:23.790528 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-0329f418-7fd2-4273-97e6-3987842b1d28 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380287 Oct 26 11:33:23.859697 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (23ad9587-8798-44e4-9793-9d6dd137f52b), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:23.879988 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-08c3cabb-195e-4e2b-8fc0-4e9335532a33 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833468 Oct 26 11:33:23.888272 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ad9587-8798-44e4-9793-9d6dd137f52b,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:23.890792 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:23.893844 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/23ad9587-8798-44e4-9793-9d6dd137f52b HTTP/1.1" status: 204 len: 168 time: 0.2935209 Oct 26 11:33:23.898808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35890) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:23.907470 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.909692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.909692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.909692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.909692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.909692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.909692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.909692 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.910387 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.910588 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.910944 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.911426 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.911759 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.912084 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.912407 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b790dd-9b4d-4c10-8653-2f6365ecb746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:33:23.974442 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (a6c839a0-5fc6-4351-8012-8fd2ee054dee), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:23.974979 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae15e90f-4ab9-4162-ae31-dc452c2cebba req-36317004-6f6e-48a4-aa34-12a32a3f556c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879607 Oct 26 11:33:24.053985 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (a6c839a0-5fc6-4351-8012-8fd2ee054dee), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:24.073560 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c839a0-5fc6-4351-8012-8fd2ee054dee']}} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:24.082571 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6') {'for_net_delete': True} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:24.082886 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.services.segments.db [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6') {} {{(pid=105073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:33:24.092239 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59242273'] for segment (3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:24.105263 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:24.111935 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Releasing vlan 470 on physical network physnet1 to pool {{(pid=105073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:33:24.112306 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58953785'] for segment (3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:24.129680 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6 resource provider aggregate not found Oct 26 11:33:24.145708 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.services.segments.plugin [-] Segment 3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a3fd006-5cb5-43f5-8cd5-4a8785ae34b6 found for delete ", "request_id": "req-f241ce57-6abb-41d1-bf44-343a5d992b53"}]} Oct 26 11:33:24.317072 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1988b1-2260-4684-88e7-864f0fb53c04 req-8ef55861-0e52-4bcc-98d8-3ba7ae63ab60 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:24.318549 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae1988b1-2260-4684-88e7-864f0fb53c04 req-8ef55861-0e52-4bcc-98d8-3ba7ae63ab60 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0497739 Oct 26 11:33:24.368551 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-ae1988b1-2260-4684-88e7-864f0fb53c04 req-1426d8ad-5eeb-41af-a8a8-728c24652727 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441127 Oct 26 11:33:24.573766 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (a6c839a0-5fc6-4351-8012-8fd2ee054dee), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:24.579246 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:24.582207 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a6c839a0-5fc6-4351-8012-8fd2ee054dee HTTP/1.1" status: 204 len: 168 time: 0.6824739 Oct 26 11:33:24.592808 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8da09-cdf6-4248-aaa7-2d114328617a admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c839a0-5fc6-4351-8012-8fd2ee054dee,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:25.005934 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35900) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:25.045561 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-6e846668-5811-4a91-b8e0-3f84062bfc6b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=044799c63ce94aa39ea143e1633e2002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384717 Oct 26 11:33:25.047849 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35902) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:33:25.094667 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-220b5384-022e-4388-b2dd-31e7764451ea admin admin] Publish callbacks [] for security_group (b5e4d2c5-b895-4f0d-8b88-e47e705c80df), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:25.114012 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-220b5384-022e-4388-b2dd-31e7764451ea admin admin] Publish callbacks [] for security_group (b5e4d2c5-b895-4f0d-8b88-e47e705c80df), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:25.280157 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-220b5384-022e-4388-b2dd-31e7764451ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (b5e4d2c5-b895-4f0d-8b88-e47e705c80df), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:25.282620 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-220b5384-022e-4388-b2dd-31e7764451ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:25.283785 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-220b5384-022e-4388-b2dd-31e7764451ea admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b5e4d2c5-b895-4f0d-8b88-e47e705c80df HTTP/1.1" status: 204 len: 168 time: 0.2350502 Oct 26 11:33:25.291781 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b5384-022e-4388-b2dd-31e7764451ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e4d2c5-b895-4f0d-8b88-e47e705c80df,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:33:25.489510 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:25.497856 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d997-96ad-43c3-ad4a-08bc3894e6b7 req-86d839c3-c7fc-49b8-990a-4c89ffb4f68b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:25.499285 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4121d997-96ad-43c3-ad4a-08bc3894e6b7 req-86d839c3-c7fc-49b8-990a-4c89ffb4f68b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0500035 Oct 26 11:33:25.545350 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-4121d997-96ad-43c3-ad4a-08bc3894e6b7 req-517ae196-86c3-4d19-a866-90dab77e9e2b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Oct 26 11:33:26.666649 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757597a9-d7b3-4679-8644-a72928d8bcd7 req-617dffcf-02e3-4e68-9994-048b6c4318c0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:26.668106 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-757597a9-d7b3-4679-8644-a72928d8bcd7 req-617dffcf-02e3-4e68-9994-048b6c4318c0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0496886 Oct 26 11:33:26.714193 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-757597a9-d7b3-4679-8644-a72928d8bcd7 req-2ad31c9b-5468-45e1-bf5e-ed80557cc294 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406263 Oct 26 11:33:27.813526 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:27.831109 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281d24f-1fde-4963-8023-e7399bb4e4ec req-12c715f2-9d9b-4fb5-a9ed-189a6e3cf4d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:27.832539 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2281d24f-1fde-4963-8023-e7399bb4e4ec req-12c715f2-9d9b-4fb5-a9ed-189a6e3cf4d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0450413 Oct 26 11:33:27.880036 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-2281d24f-1fde-4963-8023-e7399bb4e4ec req-2ea6c52f-a1fc-407e-875e-aab81696b055 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Oct 26 11:33:28.745507 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=6 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:28.998284 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624196a-563e-4557-89dd-28cab01d1fda req-5189d467-2837-49f7-b8db-b14842b79f23 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:28.999643 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9624196a-563e-4557-89dd-28cab01d1fda req-5189d467-2837-49f7-b8db-b14842b79f23 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0456023 Oct 26 11:33:29.044996 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-9624196a-563e-4557-89dd-28cab01d1fda req-c84000a0-525a-4a48-9e70-9cdf8f8007d0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398850 Oct 26 11:33:30.163779 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab543c-6590-4d56-be42-9c1f18e263c5 req-56ece740-1518-46a0-9449-81346b4b019e tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:30.165261 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35ab543c-6590-4d56-be42-9c1f18e263c5 req-56ece740-1518-46a0-9449-81346b4b019e tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0460768 Oct 26 11:33:30.214169 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-35ab543c-6590-4d56-be42-9c1f18e263c5 req-2cc44c9f-ac85-4655-9055-53058155834d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Oct 26 11:33:31.335421 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d469e-d4dd-4431-8214-1b18de4097ef req-6df054e4-71f9-4cc6-8540-4326f9f831d3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:31.336866 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cb7d469e-d4dd-4431-8214-1b18de4097ef req-6df054e4-71f9-4cc6-8540-4326f9f831d3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0489192 Oct 26 11:33:31.383916 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cb7d469e-d4dd-4431-8214-1b18de4097ef req-37b10b75-390c-4c2b-a40d-06c454efcd13 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 Oct 26 11:33:32.500761 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdee43-a50f-40b9-b2d6-a62a273ae547 req-0d2ecafb-dd22-4dfc-ad30-def4da52f121 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:32.502691 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26fdee43-a50f-40b9-b2d6-a62a273ae547 req-0d2ecafb-dd22-4dfc-ad30-def4da52f121 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0462849 Oct 26 11:33:32.548551 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-26fdee43-a50f-40b9-b2d6-a62a273ae547 req-6da84add-fe84-4e7f-99bf-5162cd6a1f25 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403230 Oct 26 11:33:32.863604 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:32.870022 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:33.002800 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09f70c-874a-433d-8f52-d904039e6350 req-b3d3b37c-566b-48f0-8a20-e5ed6503c38b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:33.004265 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5e09f70c-874a-433d-8f52-d904039e6350 req-b3d3b37c-566b-48f0-8a20-e5ed6503c38b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0464528 Oct 26 11:33:33.051620 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5e09f70c-874a-433d-8f52-d904039e6350 req-7fdf49c3-4be3-40a7-a95a-b0668cd134d4 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Oct 26 11:33:33.175874 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-50ed962c-78eb-41e4-8883-eadbd13d66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:33.177320 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-50ed962c-78eb-41e4-8883-eadbd13d66a8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 1129 time: 0.0387259 Oct 26 11:33:33.209617 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:33.242950 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:33.272682 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-dcacf8a4-80b4-490d-8497-275e271bf70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:33.274111 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-dcacf8a4-80b4-490d-8497-275e271bf70d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.0910668 Oct 26 11:33:33.338758 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-5ffcb6f3-f07b-4a81-9e38-48b23abfe8f0 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 200 len: 1001 time: 0.0569296 Oct 26 11:33:33.387725 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-3b572096-88f0-43b1-8123-6953eb36e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:33.389180 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-3b572096-88f0-43b1-8123-6953eb36e633 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0448356 Oct 26 11:33:33.437166 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-bb70104a-1b70-4c3e-a6aa-184adf578a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:33.438746 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-bb70104a-1b70-4c3e-a6aa-184adf578a6d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438457 Oct 26 11:33:33.531302 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-f47a5d12-fcfc-4d7b-9000-bc352460db51 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867660 Oct 26 11:33:33.623262 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08849b4a-1e55-4e66-a8e6-5d35570f50b5 req-eb5abb99-a02a-4fc5-9b47-fb5461250bc7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860302 Oct 26 11:33:34.176333 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f729b65-1380-4b00-91e5-fa0d9a502da3 req-5c3cf986-355d-4a6f-84ff-6a4bb055ffb8 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:34.177791 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3f729b65-1380-4b00-91e5-fa0d9a502da3 req-5c3cf986-355d-4a6f-84ff-6a4bb055ffb8 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0475936 Oct 26 11:33:34.225828 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3f729b65-1380-4b00-91e5-fa0d9a502da3 req-9a7e1f51-8702-4a53-953f-7e60e122fec2 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Oct 26 11:33:34.697034 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-6571156e-e371-474e-be7e-808e19529ee8 req-4bf0ec06-eb07-4166-a39c-854680bca38e service neutron] (105073) timed out ('10.222.0.55', 51428) {{(pid=105073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:33:35.304627 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:35.347415 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53c9d7-5771-43eb-8ee8-6eee7ef6920f req-c934bda6-5694-4731-bf71-15aad703e825 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:33:35.348866 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0b53c9d7-5771-43eb-8ee8-6eee7ef6920f req-c934bda6-5694-4731-bf71-15aad703e825 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0492811 Oct 26 11:33:35.394910 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-0b53c9d7-5771-43eb-8ee8-6eee7ef6920f req-2115dc19-2ed5-4904-8afa-f2239c52bba7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Oct 26 11:33:36.687894 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:33:42.760716 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:44.218832 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=61 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:44.221707 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=35 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:45.381793 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=33 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:45.390866 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=56 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:46.683986 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:46.684735 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:33:47.373973 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-fcba6e8a-e6d3-441c-97bc-0d13eb0535ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:49.768284 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4b0f75d8-a26c-43c4-8d5f-44753d2e03e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:51.086135 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.772400 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:33:52.920754 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:05.723857 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:05.726717 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:05.728512 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:05.736978 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:05.742923 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:12.774139 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:13.686874 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:34:17.340292 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-6ac08813-1a31-4096-99d4-6211cfe3ec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:19.744109 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-76e3a18f-2e83-4ffc-b8dd-c6cba2d648c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:21.054363 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:22.768916 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:22.928806 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:23.682921 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:23.683651 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:24.887438 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfdcf3-c6df-44dd-b7ff-a907a3e17bfd req-e0c8bd82-5992-4ebf-bf08-d33d0b0d76a1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:24.888884 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8ccfdcf3-c6df-44dd-b7ff-a907a3e17bfd req-e0c8bd82-5992-4ebf-bf08-d33d0b0d76a1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0469980 Oct 26 11:34:24.939031 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8ccfdcf3-c6df-44dd-b7ff-a907a3e17bfd req-01eaceee-4f49-4a71-940f-d0136d651b0c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Oct 26 11:34:26.060867 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134f8b-2d43-45db-9758-08a484cc8553 req-cefed007-d921-41eb-b2cf-a374048e8e2d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:26.062236 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5c134f8b-2d43-45db-9758-08a484cc8553 req-cefed007-d921-41eb-b2cf-a374048e8e2d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0457954 Oct 26 11:34:26.108846 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5c134f8b-2d43-45db-9758-08a484cc8553 req-afe6124f-3819-4f12-86a2-fe1229fd43d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Oct 26 11:34:27.248586 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35294e16-1d99-46dc-9607-734c2ddcc887 req-5a7d9165-8798-4111-b1ca-d9e8a25a5d89 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:27.250022 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-35294e16-1d99-46dc-9607-734c2ddcc887 req-5a7d9165-8798-4111-b1ca-d9e8a25a5d89 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0677700 Oct 26 11:34:27.278341 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-82ad1253-8014-412d-9570-075ae1fe4a76 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:27.279735 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-82ad1253-8014-412d-9570-075ae1fe4a76 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 945 time: 0.0637271 Oct 26 11:34:27.340957 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-35294e16-1d99-46dc-9607-734c2ddcc887 req-9b7cbd0b-a336-4b7b-a3e4-781d955b305a tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=68f8166c-083b-4297-931d-11d94b78bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854483 Oct 26 11:34:27.380908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Deleting port 569a0fe4-a190-486a-8d3b-deed1812804c {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:34:27.381241 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:27.468018 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] For port 569a0fe4-a190-486a-8d3b-deed1812804c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=569a0fe4-a190-486a-8d3b-deed1812804c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:27.468296 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:27.630071 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:27.630422 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (797b9ba5-b4ae-4178-b760-89b3b2c6dfc0), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:27.630728 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Floating IP 797b9ba5-b4ae-4178-b760-89b3b2c6dfc0 disassociated. External IP: 172.27.3.222, port: 569a0fe4-a190-486a-8d3b-deed1812804c. Oct 26 11:34:27.631086 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Calling delete_port for 569a0fe4-a190-486a-8d3b-deed1812804c owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:34:27.824333 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (569a0fe4-a190-486a-8d3b-deed1812804c), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:27.854222 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event deleted for resources: {'Port': ['ID=569a0fe4-a190-486a-8d3b-deed1812804c,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:27.864217 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.864523 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.864678 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.865017 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.865348 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.865675 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.866533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.866533 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.866730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.866949 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.867273 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.867594 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.867914 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.868235 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.868553 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:27.974396 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Router 2d8fa7a4-876e-4a67-b179-474af8489b6d has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:34:27.985299 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:28.034361 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:28.078641 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:28.089378 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] Sync routers for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:28.098722 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:28.099369 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:34:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:28.123737 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] No DVR routers for this DVR port 569a0fe4-a190-486a-8d3b-deed1812804c on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:34:28.126277 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:28.129583 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-2eb97a32-c35d-4a3a-bc38-cd60e63a97b5 req-b6beb91b-16bd-48f3-be37-dbbac4ecf7d1 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "DELETE /networking/v2.0/ports/569a0fe4-a190-486a-8d3b-deed1812804c HTTP/1.1" status: 204 len: 173 time: 0.8436220 Oct 26 11:34:28.130016 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'name': 'network-vif-deleted', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:28.132925 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154faf94-de13-4249-b921-9f0ef530cdcb" -d '{"events": [{"server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "name": "network-vif-deleted", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:28.170751 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfef242b-9c61-4844-9b3a-c23f3e94542a x-openstack-request-id: req-cfef242b-9c61-4844-9b3a-c23f3e94542a {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:28.171187 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3", "name": "network-vif-deleted", "tag": "569a0fe4-a190-486a-8d3b-deed1812804c", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:28.171322 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfef242b-9c61-4844-9b3a-c23f3e94542a {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:28.171719 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfef242b-9c61-4844-9b3a-c23f3e94542a'] response: {'server_uuid': 'bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3', 'name': 'network-vif-deleted', 'tag': '569a0fe4-a190-486a-8d3b-deed1812804c', 'status': 'completed', 'code': 200} Oct 26 11:34:28.204737 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:28.408354 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:28.434013 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] Checking router: 2d8fa7a4-876e-4a67-b179-474af8489b6d for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:28.443696 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:28.444277 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:34:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:28.552763 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:28.696165 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-d999ccdd-1c96-46cb-86f1-5cb784c6452d req-67015e2d-d8fa-40c4-9511-de7dd0a048f9 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bdc3f9a0-9776-4e4c-a27a-dcdbf18a67c3 HTTP/1.1" status: 200 len: 210 time: 0.0291214 Oct 26 11:34:28.743621 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:28.771665 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aefcfc-8202-434f-8f1e-f3e833379e8c None None] The sync data for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi is: [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:28.984881 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8cf499-ed1d-4f6b-bd05-c3fc50a1fff7 None None] New status for floating IP 797b9ba5-b4ae-4178-b760-89b3b2c6dfc0: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:30.455444 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 569a0fe4-a190-486a-8d3b-deed1812804c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:34:30.474734 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 569a0fe4-a190-486a-8d3b-deed1812804c {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:34:30.475111 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 569a0fe4-a190-486a-8d3b-deed1812804c not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:34:30.882841 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 35970) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:30.936780 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fd9eaa6-4b81-40dd-b8cc-92352ddc24ce tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (68f8166c-083b-4297-931d-11d94b78bb37), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:30.958674 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fd9eaa6-4b81-40dd-b8cc-92352ddc24ce tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (68f8166c-083b-4297-931d-11d94b78bb37), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.071751 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fd9eaa6-4b81-40dd-b8cc-92352ddc24ce tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (68f8166c-083b-4297-931d-11d94b78bb37), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.074192 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-8fd9eaa6-4b81-40dd-b8cc-92352ddc24ce tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.075357 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-8fd9eaa6-4b81-40dd-b8cc-92352ddc24ce tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/68f8166c-083b-4297-931d-11d94b78bb37 HTTP/1.1" status: 204 len: 168 time: 0.1915414 Oct 26 11:34:31.078409 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35972) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:31.084440 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9eaa6-4b81-40dd-b8cc-92352ddc24ce tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f8166c-083b-4297-931d-11d94b78bb37,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:31.092702 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.api.v2.resource [None req-68727414-b190-4cf6-bc57-18a2fbd181ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] show failed (client error): The resource could not be found. Oct 26 11:34:31.093712 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-68727414-b190-4cf6-bc57-18a2fbd181ec tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups/68f8166c-083b-4297-931d-11d94b78bb37 HTTP/1.1" status: 404 len: 347 time: 0.0142858 Oct 26 11:34:31.096702 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35974) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:31.205899 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Deleting port 591a9142-57aa-48e5-a3ab-aa5d970abf78 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:34:31.206233 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.283729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.284053 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (591a9142-57aa-48e5-a3ab-aa5d970abf78), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.295829 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Calling delete_port for 591a9142-57aa-48e5-a3ab-aa5d970abf78 owned by network:floatingip {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:34:31.504479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (591a9142-57aa-48e5-a3ab-aa5d970abf78), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.527121 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event deleted for resources: {'Port': ['ID=591a9142-57aa-48e5-a3ab-aa5d970abf78,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:31.537161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.537505 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.537867 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.538182 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.538516 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.538861 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.539174 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.539870 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.539870 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.540108 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.540409 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.540724 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.541040 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.541354 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.541666 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:31.600999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (797b9ba5-b4ae-4178-b760-89b3b2c6dfc0), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.603450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.604588 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-6e54cd97-37ae-4896-9c2b-b82e25ca717c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/797b9ba5-b4ae-4178-b760-89b3b2c6dfc0 HTTP/1.1" status: 204 len: 168 time: 0.5069768 Oct 26 11:34:31.750696 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35978) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:31.763187 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-b127587c-e893-4bad-8184-7f94617d147d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547917646', 'description': 'tempest-description--818434106'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:31.820797 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b127587c-e893-4bad-8184-7f94617d147d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.892161 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b127587c-e893-4bad-8184-7f94617d147d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (789c4400-ca14-4396-8c9d-eb65713dfaa7), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.963453 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b127587c-e893-4bad-8184-7f94617d147d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (789c4400-ca14-4396-8c9d-eb65713dfaa7), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:31.993174 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127587c-e893-4bad-8184-7f94617d147d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789c4400-ca14-4396-8c9d-eb65713dfaa7,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:32.051298 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b127587c-e893-4bad-8184-7f94617d147d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.052491 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b127587c-e893-4bad-8184-7f94617d147d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3007693 Oct 26 11:34:32.055432 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35980) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:32.059842 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-ae7d4193-d2cd-426b-acba-1a99a7186b77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'security_group_rule': {'security_group_id': '789c4400-ca14-4396-8c9d-eb65713dfaa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:32.135198 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4193-d2cd-426b-acba-1a99a7186b77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (8403daed-d372-4bd2-b628-a17773fafa71), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.172527 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:32.190683 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4193-d2cd-426b-acba-1a99a7186b77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (8403daed-d372-4bd2-b628-a17773fafa71), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.266142 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4193-d2cd-426b-acba-1a99a7186b77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (8403daed-d372-4bd2-b628-a17773fafa71), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.271594 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:32.285972 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d4193-d2cd-426b-acba-1a99a7186b77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8403daed-d372-4bd2-b628-a17773fafa71,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:32.370884 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4193-d2cd-426b-acba-1a99a7186b77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.372462 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ae7d4193-d2cd-426b-acba-1a99a7186b77 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157313 Oct 26 11:34:32.374720 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35982) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:32.378953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-b9779a9b-5b43-4864-af0e-5d88b7c1cbe5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'security_group_rule': {'security_group_id': '789c4400-ca14-4396-8c9d-eb65713dfaa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:32.471846 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b9779a9b-5b43-4864-af0e-5d88b7c1cbe5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (82fca1e2-bb77-4216-b631-245faa315c99), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.526680 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b9779a9b-5b43-4864-af0e-5d88b7c1cbe5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (82fca1e2-bb77-4216-b631-245faa315c99), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.608893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b9779a9b-5b43-4864-af0e-5d88b7c1cbe5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3899124'] for security_group_rule (82fca1e2-bb77-4216-b631-245faa315c99), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.636104 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9779a9b-5b43-4864-af0e-5d88b7c1cbe5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fca1e2-bb77-4216-b631-245faa315c99,revision_number=0']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:32.742704 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b9779a9b-5b43-4864-af0e-5d88b7c1cbe5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.743954 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b9779a9b-5b43-4864-af0e-5d88b7c1cbe5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683031 Oct 26 11:34:32.747217 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 35984) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:32.751553 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'floatingip': {'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:32.864483 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:32.941529 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.045025 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_common [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Allocated IP 172.27.3.249 (fabf8f1d-24b6-4711-b649-e9ad0b2ee736/c9edf591-0410-4914-9c27-bc59628bb91d/ea9ee1d4-1c35-406f-a23e-5ccaed40d05b) {{(pid=105073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:33.145084 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.249256 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.286760 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:33.289200 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Network fabf8f1d-24b6-4711-b649-e9ad0b2ee736 is already hosted by enough agents. {{(pid=105073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:33.292048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.base_scheduler [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Resources bound (agent type, host, resource id): {{(pid=105073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:33.297569 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Received port after_create {{(pid=105073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:33.325389 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'Port': ['ID=ea9ee1d4-1c35-406f-a23e-5ccaed40d05b,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:33.381883 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (2f84921c-2782-4543-a204-cc030544792d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.509857 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.556925 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:33.664890 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.735174 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58953733'] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.808753 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (2f84921c-2782-4543-a204-cc030544792d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.811228 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'Port': ['ID=ea9ee1d4-1c35-406f-a23e-5ccaed40d05b,revision_number=2']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:33.873734 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:33.874978 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3b48ea3c-b7b8-4565-bc42-91cf0c8d9498 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1268010 Oct 26 11:34:34.026895 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-be989f0b-5de9-4dc7-afd5-2539d048b0e9 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1547917646&fields=id&tenant_id=b78491741fc7450b932b7a43e5d3bb92 HTTP/1.1" status: 200 len: 267 time: 0.0444353 Oct 26 11:34:34.130755 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-19cab6e8-b331-49de-a9d5-553fc6aed6b6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:34.132208 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-19cab6e8-b331-49de-a9d5-553fc6aed6b6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 811 time: 0.0988400 Oct 26 11:34:34.146170 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-3b0b552f-bcbf-4299-8f83-85bf7a4c1ac2 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/quotas/b78491741fc7450b932b7a43e5d3bb92 HTTP/1.1" status: 200 len: 375 time: 0.0087717 Oct 26 11:34:34.194275 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-1dff3ada-5754-40f8-8566-16e8b0557a55 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434310 Oct 26 11:34:34.382306 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-031fe5d8-4a17-44f2-8f25-db355bc0d745 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766779 Oct 26 11:34:34.471710 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-3726ed41-bb73-43e3-9c7f-877c8adccf23 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840182 Oct 26 11:34:34.715504 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-951e2aae-e1e8-4f71-8902-cd5e836944e3 req-5182302d-16aa-4f60-bd01-aed9c5e0f74c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 210 time: 0.0277140 Oct 26 11:34:35.821345 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6b892aa7-4f1f-44b6-890b-115bc7a6dc65 req-0a23f729-a1a2-447d-afec-a94414d87bba tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 210 time: 0.0317614 Oct 26 11:34:36.923832 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-a106a155-2004-4c85-819c-019751376009 req-73c0e913-c578-4e40-9b7c-0178b136f096 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Oct 26 11:34:36.968050 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-9cf9db54-e085-4e35-94d5-dd96883511ed tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:36.969462 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-9cf9db54-e085-4e35-94d5-dd96883511ed tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 811 time: 0.1046171 Oct 26 11:34:37.034357 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-76bfd26a-5fed-44c9-96b4-07f0f52deeb0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b78491741fc7450b932b7a43e5d3bb92 HTTP/1.1" status: 200 len: 380 time: 0.0518632 Oct 26 11:34:37.042322 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'port': {'device_id': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'admin_state_up': True, 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'security_groups': ['789c4400-ca14-4396-8c9d-eb65713dfaa7']}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:37.121864 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:37.212956 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Made reservation on behalf of b78491741fc7450b932b7a43e5d3bb92 for: {'port': 1} {{(pid=105072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 26 11:34:37.216700 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (None), before_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.242004 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:37.346621 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.db_base_plugin_common [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Allocated IP 172.20.0.13 (75737873-3b56-4732-b134-9315e0673dae/42dae22b-89e9-4cd7-b063-73dbdd458beb/137ec87e-f49b-46aa-8876-ff1784d2c47c) {{(pid=105072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 26 11:34:37.478642 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), precommit_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.590544 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750028735115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), after_create {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.637159 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Network 75737873-3b56-4732-b134-9315e0673dae is already hosted by enough agents. {{(pid=105072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 26 11:34:37.642073 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.base_scheduler [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Resources bound (agent type, host, resource id): {{(pid=105072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 26 11:34:37.644531 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Received port after_create {{(pid=105072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 26 11:34:37.674462 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event updated for resources: {'Port': ['ID=137ec87e-f49b-46aa-8876-ff1784d2c47c,revision_number=1']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:37.699852 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:37.700485 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.770372 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-e4ac9085-af5b-4728-90c0-431f69f40d42 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7316875 Oct 26 11:34:37.834251 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.v2.base [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Request body: {'port': {'device_id': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=105072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:37.863056 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:37.868793 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:37.873534 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-9f4126da-b7fc-4280-8c08-308c8610bb96 None None] Provisioning complete for port 137ec87e-f49b-46aa-8876-ff1784d2c47c triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:37.873914 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9f4126da-b7fc-4280-8c08-308c8610bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.874234 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-9f4126da-b7fc-4280-8c08-308c8610bb96 None None] Attempt 1 to provision port 137ec87e-f49b-46aa-8876-ff1784d2c47c Oct 26 11:34:37.894025 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:37.907953 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-9f4126da-b7fc-4280-8c08-308c8610bb96 None None] Port 137ec87e-f49b-46aa-8876-ff1784d2c47c cannot update to ACTIVE because it is not bound. {{(pid=105074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 26 11:34:37.946530 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:38.068655 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f20f8b-399e-471c-acac-1fd059db975e req-73b6f236-bc84-4b16-9b97-8564dd98f9b8 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:38.070125 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-06f20f8b-399e-471c-acac-1fd059db975e req-73b6f236-bc84-4b16-9b97-8564dd98f9b8 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 932 time: 0.0662255 Oct 26 11:34:38.169686 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-06f20f8b-399e-471c-acac-1fd059db975e req-2ffd3669-7c7c-47a0-8c3d-735fdd228876 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936384 Oct 26 11:34:38.213765 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:38.224337 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137ec87e-f49b-46aa-8876-ff1784d2c47c {{(pid=105072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:38.232520 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Publish callbacks [] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.244739 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.provisioning_blocks [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Transition to ACTIVE for port object 137ec87e-f49b-46aa-8876-ff1784d2c47c will not be triggered until provisioned by entity L2. {{(pid=105072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 26 11:34:38.315714 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.378900 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Pushing event updated for resources: {'Port': ['ID=137ec87e-f49b-46aa-8876-ff1784d2c47c,revision_number=2']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:38.428180 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Attempting to bind port 137ec87e-f49b-46aa-8876-ff1784d2c47c on host hv-cinder-81558 for vnic_type normal with profile {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 26 11:34:38.428461 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Attempting to bind port 137ec87e-f49b-46aa-8876-ff1784d2c47c by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 26 11:34:38.428791 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Attempting to bind port 137ec87e-f49b-46aa-8876-ff1784d2c47c on network 75737873-3b56-4732-b134-9315e0673dae {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:38.469981 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Port 137ec87e-f49b-46aa-8876-ff1784d2c47c on network 75737873-3b56-4732-b134-9315e0673dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 26 11:34:38.470301 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Attempting to bind port 137ec87e-f49b-46aa-8876-ff1784d2c47c on network 75737873-3b56-4732-b134-9315e0673dae {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 26 11:34:38.510461 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Checking agent: {'id': 'd589b2ca-4a5a-43f8-9e10-1b07e71e8270', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'started_at': datetime.datetime(2022, 10, 26, 11, 16, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 26, 11, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 26 11:34:38.510786 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Checking segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 26 11:34:38.511183 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Bound using segment: {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'} {{(pid=105072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 26 11:34:38.511604 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.managers [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Bound port: 137ec87e-f49b-46aa-8876-ff1784d2c47c, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e85cb48-aa7d-448e-a753-4e8261f5a9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 488, 'network_id': '75737873-3b56-4732-b134-9315e0673dae'}}] {{(pid=105072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 26 11:34:38.511952 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), before_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.574744 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] For port 137ec87e-f49b-46aa-8876-ff1784d2c47c, host hv-cinder-81558, cleared binding levels {{(pid=105072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 26 11:34:38.577836 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] For port 137ec87e-f49b-46aa-8876-ff1784d2c47c, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 26 11:34:38.643868 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59548334'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.647998 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:38.648610 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:38.650572 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/137ec87e-f49b-46aa-8876-ff1784d2c47c HTTP/1.1" status: 200 len: 1094 time: 0.8673515 Oct 26 11:34:38.651160 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:38.653656 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ef72a-64f0-4a50-bc63-02af309099bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:38.691346 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ce9cac-6263-47f5-b25f-25250d5fb426 x-openstack-request-id: req-27ce9cac-6263-47f5-b25f-25250d5fb426 {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:38.691624 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:38.691896 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27ce9cac-6263-47f5-b25f-25250d5fb426 {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:38.692301 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ce9cac-6263-47f5-b25f-25250d5fb426'] response: {'name': 'network-changed', 'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'status': 'completed', 'code': 200} Oct 26 11:34:38.701905 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacea856-d795-4f16-b683-78eab64bad7c service neutron] Pushing event updated for resources: {'Port': ['ID=137ec87e-f49b-46aa-8876-ff1784d2c47c,revision_number=3']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:38.776888 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef72a-64f0-4a50-bc63-02af309099bc req-d6d3caac-f991-4894-915a-7a82c0b6d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:38.778620 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-282ef72a-64f0-4a50-bc63-02af309099bc req-d6d3caac-f991-4894-915a-7a82c0b6d67c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 1128 time: 0.0398617 Oct 26 11:34:38.883083 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef72a-64f0-4a50-bc63-02af309099bc req-1b3c0dc7-f44c-4bbf-ab05-3151f8d0c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:38.884502 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-282ef72a-64f0-4a50-bc63-02af309099bc req-1b3c0dc7-f44c-4bbf-ab05-3151f8d0c8dc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=b78491741fc7450b932b7a43e5d3bb92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0931134 Oct 26 11:34:38.974053 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef72a-64f0-4a50-bc63-02af309099bc req-74c414e9-4ccc-452a-a183-b72abc17dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:38.975477 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-282ef72a-64f0-4a50-bc63-02af309099bc req-74c414e9-4ccc-452a-a183-b72abc17dff2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853331 Oct 26 11:34:39.071926 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-c679cfc3-3007-4f3d-898c-5605df6efd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:39.073354 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-c679cfc3-3007-4f3d-898c-5605df6efd78 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 1128 time: 0.0419748 Oct 26 11:34:39.089712 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:39.118199 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-16839044-9460-482e-b1ec-181c6d78c721 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c HTTP/1.1" status: 200 len: 217 time: 0.0334146 Oct 26 11:34:39.164828 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-6822f18f-1fe3-4f25-a994-164c81ed383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:39.166208 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-6822f18f-1fe3-4f25-a994-164c81ed383b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0422525 Oct 26 11:34:39.211119 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbb487-2d18-4d37-9a77-a89293299563 req-bafd02b9-0222-4aca-a706-fc6d9ec3d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:39.212526 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-bafd02b9-0222-4aca-a706-fc6d9ec3d350 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406644 Oct 26 11:34:39.320970 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77361ac8-7002-4281-b97b-e151269109ac req-4214204b-4bb5-4014-8944-8b8d5e6c80df tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:39.322308 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-77361ac8-7002-4281-b97b-e151269109ac req-4214204b-4bb5-4014-8944-8b8d5e6c80df tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 944 time: 0.0773685 Oct 26 11:34:39.355597 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-7258a092-eecb-4849-9492-3b6c8f4a325b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372788 Oct 26 11:34:39.403000 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-77361ac8-7002-4281-b97b-e151269109ac req-2a830fb3-ebcb-4c0e-bb23-214571d036c2 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747199 Oct 26 11:34:39.459284 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-76dbb487-2d18-4d37-9a77-a89293299563 req-47600376-7233-4ad9-84e0-19718bb89c44 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944865 Oct 26 11:34:40.523698 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9a973-32a2-4ca6-8a60-df43f4c50917 req-4582bab4-a468-42b2-a748-2499f18f8e78 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:40.525144 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e0d9a973-32a2-4ca6-8a60-df43f4c50917 req-4582bab4-a468-42b2-a748-2499f18f8e78 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 944 time: 0.0456514 Oct 26 11:34:40.571127 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-e0d9a973-32a2-4ca6-8a60-df43f4c50917 req-c867bcc6-fcba-43cc-88d6-c6d5dcbd329d tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402668 Oct 26 11:34:41.681649 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:41.691596 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2142a-3114-4e84-acd2-ee793b000572 req-1306a766-cc00-4527-9830-f4dc6c85734b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:41.694613 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1ec2142a-3114-4e84-acd2-ee793b000572 req-1306a766-cc00-4527-9830-f4dc6c85734b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 944 time: 0.0491021 Oct 26 11:34:41.740388 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-1ec2142a-3114-4e84-acd2-ee793b000572 req-944f07ce-4fd7-4b54-8863-262b59a26c1b tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412836 Oct 26 11:34:42.790429 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:42.864092 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5cb6b-1356-4dea-a276-28b3fa55e425 req-b9972a4b-230c-4c5d-bc73-991989e14684 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:42.865546 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-68f5cb6b-1356-4dea-a276-28b3fa55e425 req-b9972a4b-230c-4c5d-bc73-991989e14684 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 944 time: 0.0499020 Oct 26 11:34:42.912729 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-68f5cb6b-1356-4dea-a276-28b3fa55e425 req-1e311674-78f1-465a-a21d-d675e8824653 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409861 Oct 26 11:34:44.031038 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6fa09-6c0a-4940-8f5d-a563439faf93 req-27cba3de-e736-4907-8ed0-106e18be92f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:44.032384 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f2b6fa09-6c0a-4940-8f5d-a563439faf93 req-27cba3de-e736-4907-8ed0-106e18be92f7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 944 time: 0.0460041 Oct 26 11:34:44.078551 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-f2b6fa09-6c0a-4940-8f5d-a563439faf93 req-53403d03-2f15-4e50-bb1e-3784d2bb3d5c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Oct 26 11:34:44.557993 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 137ec87e-f49b-46aa-8876-ff1784d2c47c details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=105074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 26 11:34:44.655826 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 137ec87e-f49b-46aa-8876-ff1784d2c47c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:44.667029 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Returning: {'device': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'port_id': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'mac_address': 'fa:16:3e:e7:db:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 488, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 26 11:34:44.700597 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 137ec87e-f49b-46aa-8876-ff1784d2c47c is: DOWN; New status is: BUILD {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:44.700980 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.713927 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137ec87e-f49b-46aa-8876-ff1784d2c47c {{(pid=105074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 26 11:34:44.734192 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 137ec87e-f49b-46aa-8876-ff1784d2c47c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:44.818965 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:44.866572 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=137ec87e-f49b-46aa-8876-ff1784d2c47c,revision_number=4']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:44.873778 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.875596 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.875596 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.875596 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.875596 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.875596 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.876099 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.876205 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.876492 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.876816 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.877138 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.877460 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.877780 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.878098 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:44.878416 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:34:45.202095 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84950d-0ebf-4c38-abf0-f0020901f537 req-16a20eac-164b-4e0c-b96d-848c6e58d9ac tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:45.203572 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6a84950d-0ebf-4c38-abf0-f0020901f537 req-16a20eac-164b-4e0c-b96d-848c6e58d9ac tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 945 time: 0.0454531 Oct 26 11:34:45.249122 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-6a84950d-0ebf-4c38-abf0-f0020901f537 req-7ad7aaed-631e-42e4-a322-50c08acefeb3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Oct 26 11:34:45.277650 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] get_ports_and_sgs() called for port_ids ['137ec87e-f49b-46aa-8876-ff1784d2c47c'] {{(pid=105074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 26 11:34:45.358630 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:45.726120 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:45.727959 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=24 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:46.371668 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98070792-bde1-49ec-997d-e8cc43e55023 req-05d88b4e-c1a7-41b7-ae92-4f8cf107ca1c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:46.373111 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-98070792-bde1-49ec-997d-e8cc43e55023 req-05d88b4e-c1a7-41b7-ae92-4f8cf107ca1c tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Oct 26 11:34:46.419515 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-98070792-bde1-49ec-997d-e8cc43e55023 req-406247bb-467a-48fa-aa73-4bc4e5ecc284 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Oct 26 11:34:46.566632 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 137ec87e-f49b-46aa-8876-ff1784d2c47c up at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 26 11:34:46.608323 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning for port 137ec87e-f49b-46aa-8876-ff1784d2c47c completed by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 26 11:34:46.672149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Provisioning complete for port 137ec87e-f49b-46aa-8876-ff1784d2c47c triggered by entity L2. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:34:46.672527 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.672889 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Attempt 1 to provision port 137ec87e-f49b-46aa-8876-ff1784d2c47c Oct 26 11:34:46.746939 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Current status of the port 137ec87e-f49b-46aa-8876-ff1784d2c47c is: BUILD; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:34:46.747332 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-786810'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), before_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.769654 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c'}] {{(pid=105074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:46.773692 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ef16b539dc883d3ce701f2b1464710f222355bbe90bbaf0c87f5e5153b74dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a68ba-1500-40b7-be2e-2b39ff8f2038" -d '{"events": [{"server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "name": "network-vif-plugged", "status": "completed", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c"}]}' {{(pid=105074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:46.784684 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] For port 137ec87e-f49b-46aa-8876-ff1784d2c47c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:34:46.849556 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750029211769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750028735133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750028735151'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:46.871793 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f31ae74-bc2b-4870-8f49-f0f6a8f558e9 x-openstack-request-id: req-1f31ae74-bc2b-4870-8f49-f0f6a8f558e9 {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:46.872084 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "name": "network-vif-plugged", "status": "completed", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c", "code": 200}]} {{(pid=105074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:46.872340 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f31ae74-bc2b-4870-8f49-f0f6a8f558e9 {{(pid=105074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:46.872725 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f31ae74-bc2b-4870-8f49-f0f6a8f558e9'] response: {'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'code': 200} Oct 26 11:34:46.897794 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Pushing event updated for resources: {'Port': ['ID=137ec87e-f49b-46aa-8876-ff1784d2c47c,revision_number=5']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:34:47.183312 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57562372-a5a0-40d6-b9af-618ab0f1579d req-bd2100d8-fe82-488d-99a7-3cf93c3862db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:47.184748 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-57562372-a5a0-40d6-b9af-618ab0f1579d req-bd2100d8-fe82-488d-99a7-3cf93c3862db service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 1130 time: 0.0372946 Oct 26 11:34:47.227383 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-57562372-a5a0-40d6-b9af-618ab0f1579d req-0e7debe3-9304-4174-8176-1d59f2cd7744 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Oct 26 11:34:47.350534 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4d7e88e5-b879-4cac-910d-ae167f1fca44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:47.537710 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3508c34-9e4c-4672-8091-7d16925b7a1a req-cb8d6596-08b4-4d63-acaa-3569e9b6f330 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:47.539675 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c3508c34-9e4c-4672-8091-7d16925b7a1a req-cb8d6596-08b4-4d63-acaa-3569e9b6f330 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0456126 Oct 26 11:34:47.588340 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-c3508c34-9e4c-4672-8091-7d16925b7a1a req-d402c0d9-f609-4d98-90b1-9e812c7d92bd tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 Oct 26 11:34:48.713478 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ce39-1bb9-4bbc-977b-46210c684a98 req-6af0124e-2e7b-4133-92ef-81bb4ae4be16 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:48.715032 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb65ce39-1bb9-4bbc-977b-46210c684a98 req-6af0124e-2e7b-4133-92ef-81bb4ae4be16 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0507922 Oct 26 11:34:48.764722 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-eb65ce39-1bb9-4bbc-977b-46210c684a98 req-6ef6db27-b11d-4d39-8280-c8ee776d2ad7 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441055 Oct 26 11:34:49.750611 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5197880e-996f-491f-a805-c5fdd63c1af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:49.880956 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8007ff-32c4-4e10-98ec-0e3ea8936b5d req-ff91b353-da82-4079-8675-6acfe862f7c5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:49.882929 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e8007ff-32c4-4e10-98ec-0e3ea8936b5d req-ff91b353-da82-4079-8675-6acfe862f7c5 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0449741 Oct 26 11:34:49.929082 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-6e8007ff-32c4-4e10-98ec-0e3ea8936b5d req-1af97485-9eb5-490f-b401-029501da46ce tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406673 Oct 26 11:34:50.043232 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665f674-bcdb-4b3e-92e4-c400af176334 req-09fe1e0a-f0be-4860-af02-c7513e8562cc tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:50.044592 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5665f674-bcdb-4b3e-92e4-c400af176334 req-09fe1e0a-f0be-4860-af02-c7513e8562cc tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0458028 Oct 26 11:34:50.054804 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36056) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:34:50.059048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.v2.base [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Request body: {'floatingip': {'port_id': '137ec87e-f49b-46aa-8876-ff1784d2c47c'}} {{(pid=105073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 26 11:34:50.095745 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (2f84921c-2782-4543-a204-cc030544792d), before_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.190156 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:50.425990 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:50.504901 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.580628 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (2f84921c-2782-4543-a204-cc030544792d), after_update {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.674849 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.db.l3_db [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Floating IP 2f84921c-2782-4543-a204-cc030544792d associated. External IP: 172.27.3.249, port: 137ec87e-f49b-46aa-8876-ff1784d2c47c. Oct 26 11:34:50.687149 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:34:50.871260 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Router 2d8fa7a4-876e-4a67-b179-474af8489b6d has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:34:50.970745 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:34:50.975552 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:50.980696 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] Sync routers for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:34:51.000571 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:51.001166 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:34:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.005689 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-94e9a03e-d8f3-4d08-b695-25adb0862ab0 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/2f84921c-2782-4543-a204-cc030544792d HTTP/1.1" status: 200 len: 992 time: 0.9498491 Oct 26 11:34:51.006301 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c'}] {{(pid=105073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:34:51.008634 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9cd6b49bccc26b4555bb5b7f39d214583fac7451dca5ffdd2e8142da501a22e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3facf-417e-4a35-9f88-b461ab565cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c"}]}' {{(pid=105073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:34:51.110859 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Oct 2022 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5a4839-746b-47f3-b31d-08b2e5c68077 x-openstack-request-id: req-8d5a4839-746b-47f3-b31d-08b2e5c68077 {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:34:51.111601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c", "status": "completed", "code": 200}]} {{(pid=105073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:34:51.111601 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d5a4839-746b-47f3-b31d-08b2e5c68077 {{(pid=105073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:34:51.111821 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5a4839-746b-47f3-b31d-08b2e5c68077'] response: {'name': 'network-changed', 'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'status': 'completed', 'code': 200} Oct 26 11:34:51.211571 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-e0612a98-c710-45c1-8b2f-1e459437f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:51.213053 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-e0612a98-c710-45c1-8b2f-1e459437f0e4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 1130 time: 0.0406737 Oct 26 11:34:51.266398 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:51.266398 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:51.280781 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:51.312594 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-33c4a8fb-9108-4a6b-97c5-1a8bf7b23459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:51.330381 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-33c4a8fb-9108-4a6b-97c5-1a8bf7b23459 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.0951786 Oct 26 11:34:51.380047 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-91f5cd6b-6acf-44b4-bc19-5986b120b31a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c HTTP/1.1" status: 200 len: 1000 time: 0.0592351 Oct 26 11:34:51.433766 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-11e89669-62a8-4bc8-acfd-441d5afb72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:51.435233 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-11e89669-62a8-4bc8-acfd-441d5afb72c9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0493531 Oct 26 11:34:51.455286 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '2f84921c-2782-4543-a204-cc030544792d', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'port_id': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'mac_address': 'fa:16:3e:e7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:33Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.479772 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-f70d302c-df8d-47da-80b0-868d071eecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:34:51.481911 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-f70d302c-df8d-47da-80b0-868d071eecc3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389800 Oct 26 11:34:51.484457 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] Checking router: 2d8fa7a4-876e-4a67-b179-474af8489b6d for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:34:51.493542 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:34:51.494143 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:34:50Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.571499 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-6407a17c-19cd-43b6-8b1e-544db198cdfc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838146 Oct 26 11:34:51.583477 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=100 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:51.590606 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:51.592582 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:34:51.622471 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:34:51.815238 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '2f84921c-2782-4543-a204-cc030544792d', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'port_id': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'mac_address': 'fa:16:3e:e7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:33Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:34:51.841094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad7b8f-5ae3-449d-997a-6b6ffa67016c None None] The sync data for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi is: [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_floatingips': [{'id': '2f84921c-2782-4543-a204-cc030544792d', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'router_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'port_id': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'mac_address': 'fa:16:3e:e7:db:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-26T11:34:33Z', 'updated_at': '2022-10-26T11:34:50Z', 'revision_number': 1, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:34:51.914395 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-08f3facf-417e-4a35-9f88-b461ab565cbd req-3ad32318-f243-4d76-9c33-322615a6475e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367147 Oct 26 11:34:52.036764 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb2b88c-4524-4a8b-b443-83b149787be9 None None] New status for floating IP 2f84921c-2782-4543-a204-cc030544792d: ACTIVE {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:34:52.758355 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:34:52.923412 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:01.001654 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=44 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:01.002368 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:UPDATE=3,neutron:SELECT=77 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:01.903215 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=26 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:01.910448 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:02.135515 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:02.137346 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=14 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:02.679812 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:02.864081 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:02.865841 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:12.807719 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:17.351568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bf38f513-5524-4521-ae7e-8efafdfabf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:19.734580 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:19.744635 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=5 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:19.756269 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9ede0407-8759-4475-9a90-53311402bb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:21.052750 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.739126 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:22.921529 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:27.460139 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-98d6f294-2680-42ce-90c0-53fd3ce78046 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0360627 Oct 26 11:35:27.559564 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189a74-53af-45cf-9816-af2c17fb364b req-6523cb94-bf45-4499-b06f-062bba5766b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:27.561097 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-6523cb94-bf45-4499-b06f-062bba5766b2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 1130 time: 0.0390143 Oct 26 11:35:27.666213 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189a74-53af-45cf-9816-af2c17fb364b req-7cfe5f2b-e675-41aa-8df4-8f15583003a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:27.667688 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-7cfe5f2b-e675-41aa-8df4-8f15583003a7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 200 len: 912 time: 0.0887320 Oct 26 11:35:27.686125 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:35:27.731178 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-40ff2c70-ec05-4a21-af0a-64bf496c032b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c HTTP/1.1" status: 200 len: 1002 time: 0.0575893 Oct 26 11:35:27.778593 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189a74-53af-45cf-9816-af2c17fb364b req-86284e83-dc89-4b8f-bf1c-f1766a35fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:27.780045 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-86284e83-dc89-4b8f-bf1c-f1766a35fcd2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 200 len: 850 time: 0.0430174 Oct 26 11:35:27.822968 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189a74-53af-45cf-9816-af2c17fb364b req-3a20d1c6-db23-4be2-9c37-4001dc30088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:35:27.824416 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-3a20d1c6-db23-4be2-9c37-4001dc30088f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=75737873-3b56-4732-b134-9315e0673dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379529 Oct 26 11:35:27.916103 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-620c90e1-754c-40d2-98bc-4f44e01cda44 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850983 Oct 26 11:35:28.001522 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-30189a74-53af-45cf-9816-af2c17fb364b req-7f372837-6c15-4672-aad9-14808fc70113 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796716 Oct 26 11:35:32.865564 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:32.871417 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:32.873151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:37.997404 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=44 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:37.999183 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=57 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:42.793944 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:45.808342 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:45.809153 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:47.370254 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9816-bc73-4d6d-a720-edb6115d2bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:49.741718 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d99dd197-de8c-42cf-9249-c0acbeee9fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:51.059938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:52.747187 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:52.945392 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:35:56.736901 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:35:56.740811 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:04.684874 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:36:05.715204 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:05.722094 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:05.727449 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:07.953834 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-614bcf9a-0d7f-4fe3-8281-acc8aa2e62b7 req-99200e69-8fc1-48d5-971a-66b5b685c8c7 tempest-VolumesActionsTest-2075731229 tempest-VolumesActionsTest-2075731229-project] (105073) timed out ('10.222.0.55', 51482) {{(pid=105073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:36:09.786713 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [req-daeb7261-fe54-4e62-957b-ff2ddb411f2a req-95530d95-878e-45ce-a34e-cf434782d0e2 service neutron] (105072) timed out ('10.222.0.55', 51464) {{(pid=105072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:36:12.796338 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:14.680713 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:17.350337 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-64e0140c-a6a6-4ea8-9692-b1cb00fd907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:19.730237 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4fb671f3-5b0f-4d8a-814d-9303db6f9201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:20.710459 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:21.064296 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:22.760315 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:22.937943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:25.817976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42ea5a-3462-4f5d-beff-887221b05a4a req-5727cdd2-dad0-463d-9679-ac8a31377ba4 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:25.819448 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3c42ea5a-3462-4f5d-beff-887221b05a4a req-5727cdd2-dad0-463d-9679-ac8a31377ba4 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0467513 Oct 26 11:36:25.869493 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-3c42ea5a-3462-4f5d-beff-887221b05a4a req-d3515a18-b01f-4fc3-965d-21ef937ea445 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444646 Oct 26 11:36:26.991756 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0113a-5aad-4515-960e-d5f4b839f228 req-21154ffe-e58a-4ef7-96f8-2f257f693e64 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:26.993218 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5cf0113a-5aad-4515-960e-d5f4b839f228 req-21154ffe-e58a-4ef7-96f8-2f257f693e64 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0477252 Oct 26 11:36:27.038959 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [req-5cf0113a-5aad-4515-960e-d5f4b839f228 req-f9f34c2c-ee48-4369-b97a-d8777f165400 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Oct 26 11:36:27.778863 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-b48c542f-2a6d-4ed2-b2e9-aadb8cc990c3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:27.780291 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-b48c542f-2a6d-4ed2-b2e9-aadb8cc990c3 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0458636 Oct 26 11:36:27.858141 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Deleting port 137ec87e-f49b-46aa-8876-ff1784d2c47c {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:36:27.858476 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:27.948365 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] For port 137ec87e-f49b-46aa-8876-ff1784d2c47c, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=137ec87e-f49b-46aa-8876-ff1784d2c47c,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:36:27.948723 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:28.107281 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:28.107638 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3738388'] for floatingip (2f84921c-2782-4543-a204-cc030544792d), after_update {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:28.107951 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.db.l3_db [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Floating IP 2f84921c-2782-4543-a204-cc030544792d disassociated. External IP: 172.27.3.249, port: 137ec87e-f49b-46aa-8876-ff1784d2c47c. Oct 26 11:36:28.108289 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Calling delete_port for 137ec87e-f49b-46aa-8876-ff1784d2c47c owned by compute:nova {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:36:28.195230 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a79732-90d0-4d6e-8955-92a8c99fcb50 req-26d27a61-42d1-4355-9f0e-fdf3a9d57486 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:28.196680 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-60a79732-90d0-4d6e-8955-92a8c99fcb50 req-26d27a61-42d1-4355-9f0e-fdf3a9d57486 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 946 time: 0.0794950 Oct 26 11:36:28.261196 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-60a79732-90d0-4d6e-8955-92a8c99fcb50 req-bde4447c-3edc-4bc8-861d-453afba0165e tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=789c4400-ca14-4396-8c9d-eb65713dfaa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589681 Oct 26 11:36:28.371809 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (137ec87e-f49b-46aa-8876-ff1784d2c47c), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:28.401963 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event deleted for resources: {'Port': ['ID=137ec87e-f49b-46aa-8876-ff1784d2c47c,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:28.416193 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.416537 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.416881 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.417216 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.417542 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.417867 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.418191 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.418512 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.418848 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.419181 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.419496 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.419817 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.420132 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.420451 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.420767 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:28.527417 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Router 2d8fa7a4-876e-4a67-b179-474af8489b6d has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:36:28.538377 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:28.584129 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:28.629679 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:36:28.641033 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] Sync routers for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:36:28.650812 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:36:28.651501 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:36:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:28.673971 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] No DVR routers for this DVR port 137ec87e-f49b-46aa-8876-ff1784d2c47c on host hv-cinder-81558 {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:36:28.677063 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for port (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:28.680290 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-8dccd8d9-608d-4ddc-a7bc-3e0df757faa9 req-882415db-29af-4250-bb50-d1c110658435 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.55 "DELETE /networking/v2.0/ports/137ec87e-f49b-46aa-8876-ff1784d2c47c HTTP/1.1" status: 204 len: 173 time: 0.8945997 Oct 26 11:36:28.682964 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'name': 'network-vif-deleted', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c'}] {{(pid=105072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 26 11:36:28.683103 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cb2619f97a3dd7d612098ae56f0d1925320844a81d5c955aafded3583186d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2521a0-9684-4cb0-b04e-6e8ab0b5ca3d" -d '{"events": [{"server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "name": "network-vif-deleted", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c"}]}' {{(pid=105072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 26 11:36:28.760241 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:36:28.852257 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Oct 2022 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a60b2b4-ae67-42a8-b19c-c58cc53d2c4a x-openstack-request-id: req-2a60b2b4-ae67-42a8-b19c-c58cc53d2c4a {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 26 11:36:28.852733 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c26fc3-f012-462e-baa2-fff8a703ff44", "name": "network-vif-deleted", "tag": "137ec87e-f49b-46aa-8876-ff1784d2c47c", "status": "completed", "code": 200}]} {{(pid=105072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 26 11:36:28.852863 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a60b2b4-ae67-42a8-b19c-c58cc53d2c4a {{(pid=105072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 26 11:36:28.853261 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a60b2b4-ae67-42a8-b19c-c58cc53d2c4a'] response: {'server_uuid': 'c1c26fc3-f012-462e-baa2-fff8a703ff44', 'name': 'network-vif-deleted', 'tag': '137ec87e-f49b-46aa-8876-ff1784d2c47c', 'status': 'completed', 'code': 200} Oct 26 11:36:28.963214 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:28.992119 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] Checking router: 2d8fa7a4-876e-4a67-b179-474af8489b6d for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:36:29.001171 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:36:29.001770 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:36:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:29.101149 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:36:29.285082 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:29.309062 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c1511-24a6-4693-bf85-125b5eb45854 None None] The sync data for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi is: [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:29:25Z', 'revision_number': 4, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi', '_interfaces': [{'id': '6902ebc3-de64-4beb-836e-e3ad4e569c3d', 'name': '', 'network_id': '75737873-3b56-4732-b134-9315e0673dae', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'mac_address': 'fa:16:3e:6e:ad:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:25Z', 'updated_at': '2022-10-26T11:29:30Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'subnets': [{'id': '42dae22b-89e9-4cd7-b063-73dbdd458beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:36:29.378294 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-5769ff28-7cea-41e8-99d5-0ec733778053 req-7b1cce8d-2a51-4f68-a61c-f8dec4de3e21 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 210 time: 0.0279264 Oct 26 11:36:29.443225 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cd981798-6caa-4f2a-8538-3577e0b19cac req-d5bdeead-91cb-4840-9db3-b154d10a1833 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290489 Oct 26 11:36:29.536083 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cd981798-6caa-4f2a-8538-3577e0b19cac req-50bc8506-d95e-45bb-9658-a62ae1433106 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=b78491741fc7450b932b7a43e5d3bb92&device_id=c1c26fc3-f012-462e-baa2-fff8a703ff44 HTTP/1.1" status: 200 len: 210 time: 0.0306067 Oct 26 11:36:29.543614 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d503fe-6a73-4f58-9780-fa6bab7905b3 None None] New status for floating IP 2f84921c-2782-4543-a204-cc030544792d: DOWN {{(pid=105075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 26 11:36:29.654681 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd981798-6caa-4f2a-8538-3577e0b19cac req-f815327a-4e3f-4a15-acab-49eedef6d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:29.656201 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cd981798-6caa-4f2a-8538-3577e0b19cac req-f815327a-4e3f-4a15-acab-49eedef6d305 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=b78491741fc7450b932b7a43e5d3bb92&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0947769 Oct 26 11:36:29.762666 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd981798-6caa-4f2a-8538-3577e0b19cac req-759c2de2-4ce1-46b1-908b-6e82e8f1c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 26 11:36:29.764327 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [req-cd981798-6caa-4f2a-8538-3577e0b19cac req-759c2de2-4ce1-46b1-908b-6e82e8f1c58f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017005 Oct 26 11:36:30.526809 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36240) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:30.582450 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (789c4400-ca14-4396-8c9d-eb65713dfaa7), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.603813 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (789c4400-ca14-4396-8c9d-eb65713dfaa7), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.708962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (789c4400-ca14-4396-8c9d-eb65713dfaa7), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.711728 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.713033 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/789c4400-ca14-4396-8c9d-eb65713dfaa7 HTTP/1.1" status: 204 len: 168 time: 0.1851957 Oct 26 11:36:30.722342 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c4400-ca14-4396-8c9d-eb65713dfaa7,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:30.724032 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36242) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:30.729809 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.730153 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.730486 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.730898 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.731221 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.731538 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.731853 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.732169 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.732486 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.732845 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.733113 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.733426 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.733736 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.734045 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.734353 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4dfc2c-3b09-4c5b-8e38-a901f0ac0bc6 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:30.740307 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.api.v2.resource [None req-88e95ade-6177-4e54-9375-2ec27f31dcfd tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] show failed (client error): The resource could not be found. Oct 26 11:36:30.741292 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-88e95ade-6177-4e54-9375-2ec27f31dcfd tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "GET /networking/v2.0/security-groups/789c4400-ca14-4396-8c9d-eb65713dfaa7 HTTP/1.1" status: 404 len: 347 time: 0.0161154 Oct 26 11:36:30.744185 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36244) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:30.855332 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Deleting port ea9ee1d4-1c35-406f-a23e-5ccaed40d05b {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:36:30.855668 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.928976 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.929295 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:30.941317 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Calling delete_port for ea9ee1d4-1c35-406f-a23e-5ccaed40d05b owned by network:floatingip {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:36:31.103292 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 137ec87e-f49b-46aa-8876-ff1784d2c47c no longer exists at agent hyperv_hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:36:31.122010 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] No Port match for: 137ec87e-f49b-46aa-8876-ff1784d2c47c {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:36:31.122349 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Device 137ec87e-f49b-46aa-8876-ff1784d2c47c not bound to the agent host hv-cinder-81558 {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:36:31.143053 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (ea9ee1d4-1c35-406f-a23e-5ccaed40d05b), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:31.167561 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Pushing event deleted for resources: {'Port': ['ID=ea9ee1d4-1c35-406f-a23e-5ccaed40d05b,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:31.231101 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks [] for floatingip (2f84921c-2782-4543-a204-cc030544792d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:31.233561 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-196025'] for floatingip (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:31.234744 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-32fb0505-2cdb-40ae-a050-d57220bd1877 tempest-AttachVolumeTestJSON-554587477 tempest-AttachVolumeTestJSON-554587477-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/2f84921c-2782-4543-a204-cc030544792d HTTP/1.1" status: 204 len: 168 time: 0.4894965 Oct 26 11:36:35.147619 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36272) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:35.587788 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3739412'] for router_interface (2d8fa7a4-876e-4a67-b179-474af8489b6d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:35.804062 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Deleting port 6902ebc3-de64-4beb-836e-e3ad4e569c3d {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:36:35.804398 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:36.120657 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:36.141820 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] For port 6902ebc3-de64-4beb-836e-e3ad4e569c3d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=6902ebc3-de64-4beb-836e-e3ad4e569c3d,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:36:36.142172 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:36.155636 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Calling delete_port for 6902ebc3-de64-4beb-836e-e3ad4e569c3d owned by network:router_interface {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:36:36.164126 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:36.404419 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (6902ebc3-de64-4beb-836e-e3ad4e569c3d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:36.427810 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Pushing event deleted for resources: {'Port': ['ID=6902ebc3-de64-4beb-836e-e3ad4e569c3d,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:36.588887 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3743538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739012'] for router_interface (2d8fa7a4-876e-4a67-b179-474af8489b6d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:36.608331 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2539397-c67e-4045-97c4-3799923d6dd1 None None] get_active_networks_info from dv-cinder-815582-18-iscsi {{(pid=105074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 26 11:36:36.611782 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:36.676741 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2539397-c67e-4045-97c4-3799923d6dd1 None None] Resources bound (agent type, host, resource id): {{(pid=105074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 26 11:36:36.789971 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Router 2d8fa7a4-876e-4a67-b179-474af8489b6d has already been hosted by L3 agent 5f511291-4773-488b-af96-a9b4fb934c39 {{(pid=105073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 26 11:36:36.888003 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:36.895446 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] Notify agent at l3_agent.dv-cinder-815582-18-iscsi the message routers_updated {{(pid=105073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 26 11:36:36.900587 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-ffc408e1-23f8-4541-8311-09cc9629015e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/2d8fa7a4-876e-4a67-b179-474af8489b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524803 Oct 26 11:36:36.902999 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36276) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:36.904559 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] Sync routers for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 26 11:36:36.917230 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:36:36.917886 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:36:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:37.010676 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks [] for router (2d8fa7a4-876e-4a67-b179-474af8489b6d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.118575 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks [] for router_gateway (2d8fa7a4-876e-4a67-b179-474af8489b6d), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.171227 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: dv-cinder-815582-18-iscsi {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:36:37.211409 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Deleting port c1efb81a-43b6-43dd-b55a-19528bca2971 {{(pid=105073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:36:37.212297 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.270236 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:37.300318 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.db [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] For port c1efb81a-43b6-43dd-b55a-19528bca2971, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=c1efb81a-43b6-43dd-b55a-19528bca2971,segment=NetworkSegment(6d06ed42-3a1e-4f86-aef4-ea1078df200a),segment_id=6d06ed42-3a1e-4f86-aef4-ea1078df200a)] {{(pid=105073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:36:37.300678 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.314731 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.plugins.ml2.plugin [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Calling delete_port for c1efb81a-43b6-43dd-b55a-19528bca2971 owned by network:router_gateway {{(pid=105073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:36:37.344897 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'external_fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:36:36Z', 'revision_number': 5, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port': {'id': 'c1efb81a-43b6-43dd-b55a-19528bca2971', 'name': '', 'network_id': 'fabf8f1d-24b6-4711-b649-e9ad0b2ee736', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-26T11:29:23Z', 'updated_at': '2022-10-26T11:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9edf591-0410-4914-9c27-bc59628bb91d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-18-iscsi'}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:37.378693 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] Checking router: 2d8fa7a4-876e-4a67-b179-474af8489b6d for host: dv-cinder-815582-18-iscsi {{(pid=105074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 26 11:36:37.390163 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.provisioning_blocks [None req-4f0ae2ad-6da9-4bec-8f8b-5ba39f5450d1 None None] Provisioning complete for port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d triggered by entity DHCP. {{(pid=105074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 26 11:36:37.390536 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4f0ae2ad-6da9-4bec-8f8b-5ba39f5450d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-861382'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), provisioning_complete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.390891 dv-cinder-815582-18-iscsi neutron-server[105074]: INFO neutron.plugins.ml2.plugin [None req-4f0ae2ad-6da9-4bec-8f8b-5ba39f5450d1 None None] Attempt 1 to provision port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d Oct 26 11:36:37.412941 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] Routers {'2d8fa7a4-876e-4a67-b179-474af8489b6d'} bound to L3 agent in host dv-cinder-815582-18-iscsi {{(pid=105074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 26 11:36:37.413568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-26T11:09:50Z,description=,heartbeat_timestamp=2022-10-26T11:36:20Z,host='dv-cinder-815582-18-iscsi',id=5f511291-4773-488b-af96-a9b4fb934c39,load=0,resource_versions=,resources_synced=,started_at=2022-10-26T11:09:50Z,topic='l3_agent')) {'router_ids': ['2d8fa7a4-876e-4a67-b179-474af8489b6d'], 'active': True} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:37.416974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:37.447386 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:37.514249 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvr_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] Set router 2d8fa7a4-876e-4a67-b179-474af8489b6d gateway port host: None {{(pid=105074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 26 11:36:37.547925 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58953738'] for port (c1efb81a-43b6-43dd-b55a-19528bca2971), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.574496 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1efb81a-43b6-43dd-b55a-19528bca2971,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:37.584018 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_hamode_db [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:36:37Z', 'revision_number': 6, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port_host': None}], 'dv-cinder-815582-18-iscsi', False) {} {{(pid=105074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:37.614938 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dee623-2819-4972-9f1c-88cfadfb7e7d None None] The sync data for ids ['2d8fa7a4-876e-4a67-b179-474af8489b6d'] in dv-cinder-815582-18-iscsi is: [{'id': '2d8fa7a4-876e-4a67-b179-474af8489b6d', 'name': 'tempest-AttachVolumeTestJSON-2119700404-router', 'tenant_id': 'b78491741fc7450b932b7a43e5d3bb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-26T11:29:22Z', 'updated_at': '2022-10-26T11:36:37Z', 'revision_number': 6, 'project_id': 'b78491741fc7450b932b7a43e5d3bb92', 'gw_port_host': None}] {{(pid=105074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 26 11:36:37.618151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-4f0ae2ad-6da9-4bec-8f8b-5ba39f5450d1 None None] Current status of the port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d is: ACTIVE; New status is: ACTIVE {{(pid=105074) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 26 11:36:37.636518 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3738451'] for router_gateway (2d8fa7a4-876e-4a67-b179-474af8489b6d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.725290 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3742910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124038'] for router (2d8fa7a4-876e-4a67-b179-474af8489b6d), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.727458 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks [] for router_controller (2d8fa7a4-876e-4a67-b179-474af8489b6d), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.828618 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739089'] for router (2d8fa7a4-876e-4a67-b179-474af8489b6d), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.829227 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8fa7a4-876e-4a67-b179-474af8489b6d {{(pid=105073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 26 11:36:37.834836 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.835095 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-996d2720-aa51-4aae-918e-35b0a53985a6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/2d8fa7a4-876e-4a67-b179-474af8489b6d HTTP/1.1" status: 204 len: 168 time: 0.9311733 Oct 26 11:36:37.837687 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36278) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:37.881760 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] Deleting subnet 42dae22b-89e9-4cd7-b063-73dbdd458beb {{(pid=105073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 26 11:36:37.884947 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] Publish callbacks [] for subnet (42dae22b-89e9-4cd7-b063-73dbdd458beb), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:37.914112 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:37.919689 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59242280'] for subnet (42dae22b-89e9-4cd7-b063-73dbdd458beb), precommit_delete_associations {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.004568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-862420'] for subnet (42dae22b-89e9-4cd7-b063-73dbdd458beb), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.059640 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6902ebc3-de64-4beb-836e-e3ad4e569c3d no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:36:38.080265 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 6902ebc3-de64-4beb-836e-e3ad4e569c3d {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:36:38.080613 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 6902ebc3-de64-4beb-836e-e3ad4e569c3d not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:36:38.118996 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-862381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58953823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59128644'] for subnet (42dae22b-89e9-4cd7-b063-73dbdd458beb), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.147909 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42dae22b-89e9-4cd7-b063-73dbdd458beb,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:38.149980 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.153098 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-4f09846e-703a-4c7d-8f19-45ff12b2cde7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/42dae22b-89e9-4cd7-b063-73dbdd458beb HTTP/1.1" status: 204 len: 168 time: 0.3144574 Oct 26 11:36:38.154737 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e8b2c-1cdd-4ae2-be70-3f7d96d063d8 None None] Network 75737873-3b56-4732-b134-9315e0673dae requested from dv-cinder-815582-18-iscsi {{(pid=105074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 26 11:36:38.155718 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36280) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:38.223183 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1031752'] for network (75737873-3b56-4732-b134-9315e0673dae), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.269428 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Deleting port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d {{(pid=105072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:36:38.269849 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.289921 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:38.333479 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.db [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] For port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:36:38.333791 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.341039 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:38.346658 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.plugin [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Calling delete_port for 2a3f196d-f7e0-49f5-921b-53466a2ddd3d owned by network:dhcp {{(pid=105072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:36:38.386188 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] DHCP port deletion for 75737873-3b56-4732-b134-9315e0673dae request from dv-cinder-815582-18-iscsi {{(pid=105074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 26 11:36:38.428057 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Deleting port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d {{(pid=105074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 26 11:36:38.428434 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750029208010'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), before_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.497222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.db [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] For port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d, host dv-cinder-815582-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-18-iscsi',level=0,port_id=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,segment=NetworkSegment(8e85cb48-aa7d-448e-a753-4e8261f5a9dd),segment_id=8e85cb48-aa7d-448e-a753-4e8261f5a9dd)] {{(pid=105074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 26 11:36:38.497576 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3743259'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), precommit_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.511067 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Calling delete_port for 2a3f196d-f7e0-49f5-921b-53466a2ddd3d owned by network:dhcp {{(pid=105074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 26 11:36:38.519908 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59548321'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.547823 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] No DVR routers for this DVR port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d on host dv-cinder-815582-18-iscsi {{(pid=105072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:36:38.549744 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: from cryptography.utils import int_from_bytes Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: from cryptography.utils import int_from_bytes Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.583811 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:684: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 26 11:36:38.587458 dv-cinder-815582-18-iscsi neutron-server[105074]: self.session.flush() Oct 26 11:36:38.595154 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-786749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750029211823', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750028735124'] for port (2a3f196d-f7e0-49f5-921b-53466a2ddd3d), after_delete {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.621699 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Pushing event deleted for resources: {'Port': ['ID=2a3f196d-f7e0-49f5-921b-53466a2ddd3d,revision_number=None']} {{(pid=105074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:38.626321 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-863279', 'neutron.services.segments.db._delete_segments_for_network-8750029237122'] for network (75737873-3b56-4732-b134-9315e0673dae), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.626516 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] No DVR routers for this DVR port 2a3f196d-f7e0-49f5-921b-53466a2ddd3d on host dv-cinder-815582-18-iscsi {{(pid=105074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.638431 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.640582 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.640582 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fded3b6-4bac-43fc-910f-c9b52ea4ca39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:36:38.661135 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75737873-3b56-4732-b134-9315e0673dae']}} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:38.672220 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e85cb48-aa7d-448e-a753-4e8261f5a9dd') {'for_net_delete': True} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:38.672516 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.services.segments.db [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e85cb48-aa7d-448e-a753-4e8261f5a9dd') {} {{(pid=105072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 26 11:36:38.682960 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750029237185', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59669315'] for segment (8e85cb48-aa7d-448e-a753-4e8261f5a9dd), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.696135 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820'] for segment (8e85cb48-aa7d-448e-a753-4e8261f5a9dd), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.702305 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Releasing vlan 488 on physical network physnet1 to pool {{(pid=105072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 26 11:36:38.702683 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-979820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59548306'] for segment (8e85cb48-aa7d-448e-a753-4e8261f5a9dd), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.750106 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 8e85cb48-aa7d-448e-a753-4e8261f5a9dd resource provider aggregate not found Oct 26 11:36:38.767346 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.services.segments.plugin [-] Segment 8e85cb48-aa7d-448e-a753-4e8261f5a9dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e85cb48-aa7d-448e-a753-4e8261f5a9dd found for delete ", "request_id": "req-42df0e52-ad1e-4e25-a2b8-ca06244364ee"}]} Oct 26 11:36:38.822380 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-863268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3816020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3743499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3738495'] for network (75737873-3b56-4732-b134-9315e0673dae), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.830311 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3743513'] for network (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:38.833551 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/75737873-3b56-4732-b134-9315e0673dae HTTP/1.1" status: 204 len: 168 time: 0.6768317 Oct 26 11:36:38.844790 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02848f-5ad9-4537-a590-510850dd853f admin admin] Pushing event deleted for resources: {'Network': ['ID=75737873-3b56-4732-b134-9315e0673dae,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:39.176271 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36288) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:39.215133 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f9214df3-f784-4b16-ae7c-7c3b5a9092a4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b78491741fc7450b932b7a43e5d3bb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376539 Oct 26 11:36:39.217491 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36290) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:39.264584 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-156d64d3-f1f7-48b8-8a8f-030d7b9b55fa admin admin] Publish callbacks [] for security_group (be89e4b0-ebba-449a-b7f4-72fb62cbe188), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:39.284702 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-156d64d3-f1f7-48b8-8a8f-030d7b9b55fa admin admin] Publish callbacks [] for security_group (be89e4b0-ebba-449a-b7f4-72fb62cbe188), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:39.297815 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:39.422302 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-156d64d3-f1f7-48b8-8a8f-030d7b9b55fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (be89e4b0-ebba-449a-b7f4-72fb62cbe188), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:39.424972 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-156d64d3-f1f7-48b8-8a8f-030d7b9b55fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:39.426129 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-156d64d3-f1f7-48b8-8a8f-030d7b9b55fa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/be89e4b0-ebba-449a-b7f4-72fb62cbe188 HTTP/1.1" status: 204 len: 168 time: 0.2076526 Oct 26 11:36:39.434742 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d64d3-f1f7-48b8-8a8f-030d7b9b55fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be89e4b0-ebba-449a-b7f4-72fb62cbe188,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:39.980799 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c1efb81a-43b6-43dd-b55a-19528bca2971 no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:36:40.000459 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: c1efb81a-43b6-43dd-b55a-19528bca2971 {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:36:40.000776 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device c1efb81a-43b6-43dd-b55a-19528bca2971 not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:36:40.001178 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 2a3f196d-f7e0-49f5-921b-53466a2ddd3d no longer exists at agent ovs-agent-dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 26 11:36:40.019631 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.plugin [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] No Port match for: 2a3f196d-f7e0-49f5-921b-53466a2ddd3d {{(pid=105074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 26 11:36:40.019974 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron.plugins.ml2.rpc [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Device 2a3f196d-f7e0-49f5-921b-53466a2ddd3d not bound to the agent host dv-cinder-815582-18-iscsi {{(pid=105074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 26 11:36:41.683613 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:36:42.737672 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36360) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:42.782089 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:42.843135 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-03394f26-c662-4eb5-bd14-ecb9fff56f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:42.916576 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-03394f26-c662-4eb5-bd14-ecb9fff56f32 admin admin] Publish callbacks [] for security_group (c2b14a43-3dcc-4710-b01f-0b3bd6c7f728), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:42.975926 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-03394f26-c662-4eb5-bd14-ecb9fff56f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c2b14a43-3dcc-4710-b01f-0b3bd6c7f728), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.014144 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03394f26-c662-4eb5-bd14-ecb9fff56f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b14a43-3dcc-4710-b01f-0b3bd6c7f728,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:43.018510 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-03394f26-c662-4eb5-bd14-ecb9fff56f32 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0c892355033146ab9351e1790a5bb310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795579 Oct 26 11:36:43.021965 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36364) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:43.069681 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-64a1465a-0aa2-4288-9aa3-e8f0bcfd3418 admin admin] Publish callbacks [] for security_group (c2b14a43-3dcc-4710-b01f-0b3bd6c7f728), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.088562 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-64a1465a-0aa2-4288-9aa3-e8f0bcfd3418 admin admin] Publish callbacks [] for security_group (c2b14a43-3dcc-4710-b01f-0b3bd6c7f728), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.222048 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-64a1465a-0aa2-4288-9aa3-e8f0bcfd3418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c2b14a43-3dcc-4710-b01f-0b3bd6c7f728), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.225043 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-64a1465a-0aa2-4288-9aa3-e8f0bcfd3418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.226180 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-64a1465a-0aa2-4288-9aa3-e8f0bcfd3418 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c2b14a43-3dcc-4710-b01f-0b3bd6c7f728 HTTP/1.1" status: 204 len: 168 time: 0.2040393 Oct 26 11:36:43.234045 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1465a-0aa2-4288-9aa3-e8f0bcfd3418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b14a43-3dcc-4710-b01f-0b3bd6c7f728,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:43.804668 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36370) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:43.821158 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-28d2b46e-b190-4fbb-9721-555715ab1d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.894328 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-28d2b46e-b190-4fbb-9721-555715ab1d40 admin admin] Publish callbacks [] for security_group (8aeec181-02b4-4933-bc1e-5bbb3e97781f), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.959066 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-28d2b46e-b190-4fbb-9721-555715ab1d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (8aeec181-02b4-4933-bc1e-5bbb3e97781f), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:43.997040 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-28d2b46e-b190-4fbb-9721-555715ab1d40 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ca1eda3c5ec84367ae50084d004c90ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912618 Oct 26 11:36:43.997801 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2b46e-b190-4fbb-9721-555715ab1d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeec181-02b4-4933-bc1e-5bbb3e97781f,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:44.000158 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36372) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:44.049005 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5f21-b76f-42ce-b166-7c4866fd0537 admin admin] Publish callbacks [] for security_group (8aeec181-02b4-4933-bc1e-5bbb3e97781f), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:44.072267 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5f21-b76f-42ce-b166-7c4866fd0537 admin admin] Publish callbacks [] for security_group (8aeec181-02b4-4933-bc1e-5bbb3e97781f), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:44.170082 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5f21-b76f-42ce-b166-7c4866fd0537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (8aeec181-02b4-4933-bc1e-5bbb3e97781f), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:44.172592 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-ffbe5f21-b76f-42ce-b166-7c4866fd0537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:44.173710 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-ffbe5f21-b76f-42ce-b166-7c4866fd0537 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8aeec181-02b4-4933-bc1e-5bbb3e97781f HTTP/1.1" status: 204 len: 168 time: 0.1724694 Oct 26 11:36:44.182012 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe5f21-b76f-42ce-b166-7c4866fd0537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeec181-02b4-4933-bc1e-5bbb3e97781f,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:45.715632 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:47.277450 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:47.376129 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9649a683-c6dc-4950-a83c-c974bdfdeed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:49.747298 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-9d1bd1b8-3c13-4bcf-8608-9ab7748af14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.029706 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36456) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:50.132520 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bb92a48d-d882-469c-b694-5d40dbe71637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.164616 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:50.198594 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:50.206962 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bb92a48d-d882-469c-b694-5d40dbe71637 admin admin] Publish callbacks [] for security_group (9008e1c1-059b-484c-b2d0-9463eb596ff3), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.249515 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bb92a48d-d882-469c-b694-5d40dbe71637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9008e1c1-059b-484c-b2d0-9463eb596ff3), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.287476 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92a48d-d882-469c-b694-5d40dbe71637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9008e1c1-059b-484c-b2d0-9463eb596ff3,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:50.291901 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-bb92a48d-d882-469c-b694-5d40dbe71637 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fb198d42e0c74cfba2b91e58b524cad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611773 Oct 26 11:36:50.294744 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36460) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:50.347488 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ea1-e6d0-4ae0-a82f-9fd4bea1ee6f admin admin] Publish callbacks [] for security_group (9008e1c1-059b-484c-b2d0-9463eb596ff3), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.367795 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ea1-e6d0-4ae0-a82f-9fd4bea1ee6f admin admin] Publish callbacks [] for security_group (9008e1c1-059b-484c-b2d0-9463eb596ff3), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.460993 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ea1-e6d0-4ae0-a82f-9fd4bea1ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9008e1c1-059b-484c-b2d0-9463eb596ff3), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.463551 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-0fed9ea1-e6d0-4ae0-a82f-9fd4bea1ee6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:50.464685 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-0fed9ea1-e6d0-4ae0-a82f-9fd4bea1ee6f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9008e1c1-059b-484c-b2d0-9463eb596ff3 HTTP/1.1" status: 204 len: 168 time: 0.1689122 Oct 26 11:36:50.472333 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed9ea1-e6d0-4ae0-a82f-9fd4bea1ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9008e1c1-059b-484c-b2d0-9463eb596ff3,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:51.078341 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.083573 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36466) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:51.097199 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b625fd79-0f66-4043-8fd5-d0fb4af264af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.171254 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b625fd79-0f66-4043-8fd5-d0fb4af264af admin admin] Publish callbacks [] for security_group (fe8161c0-659d-4498-912f-6e8d4490e53d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.215670 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-b625fd79-0f66-4043-8fd5-d0fb4af264af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fe8161c0-659d-4498-912f-6e8d4490e53d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.254590 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-b625fd79-0f66-4043-8fd5-d0fb4af264af admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0efcd47c49b74fd4b9aaf625e31b50a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694126 Oct 26 11:36:51.255602 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625fd79-0f66-4043-8fd5-d0fb4af264af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8161c0-659d-4498-912f-6e8d4490e53d,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:51.257305 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36468) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:51.306705 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6007d696-4900-4970-b367-bee7535b10df admin admin] Publish callbacks [] for security_group (fe8161c0-659d-4498-912f-6e8d4490e53d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.327082 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6007d696-4900-4970-b367-bee7535b10df admin admin] Publish callbacks [] for security_group (fe8161c0-659d-4498-912f-6e8d4490e53d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.427138 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6007d696-4900-4970-b367-bee7535b10df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (fe8161c0-659d-4498-912f-6e8d4490e53d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.429603 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-6007d696-4900-4970-b367-bee7535b10df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:51.430724 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-6007d696-4900-4970-b367-bee7535b10df admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fe8161c0-659d-4498-912f-6e8d4490e53d HTTP/1.1" status: 204 len: 168 time: 0.1724534 Oct 26 11:36:51.438314 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007d696-4900-4970-b367-bee7535b10df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8161c0-659d-4498-912f-6e8d4490e53d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:51.684170 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:52.746713 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:52.940890 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.059210 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36502) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:53.164044 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c12f2b97-3a6a-4a1a-9bf6-f25f52687733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.239926 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c12f2b97-3a6a-4a1a-9bf6-f25f52687733 admin admin] Publish callbacks [] for security_group (d903dee1-eedd-4a1d-8d7b-fdbd00f708ce), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.295401 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-c12f2b97-3a6a-4a1a-9bf6-f25f52687733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d903dee1-eedd-4a1d-8d7b-fdbd00f708ce), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.333953 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f2b97-3a6a-4a1a-9bf6-f25f52687733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d903dee1-eedd-4a1d-8d7b-fdbd00f708ce,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:36:53.339205 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-c12f2b97-3a6a-4a1a-9bf6-f25f52687733 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=603d4f48ec6f4aae9dd9ed2335c46fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788785 Oct 26 11:36:53.341810 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36506) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:36:53.378481 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:36:53.390568 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f47b618a-19dc-4b58-b3f2-15adf10ceda1 admin admin] Publish callbacks [] for security_group (d903dee1-eedd-4a1d-8d7b-fdbd00f708ce), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.410171 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f47b618a-19dc-4b58-b3f2-15adf10ceda1 admin admin] Publish callbacks [] for security_group (d903dee1-eedd-4a1d-8d7b-fdbd00f708ce), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.564156 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f47b618a-19dc-4b58-b3f2-15adf10ceda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (d903dee1-eedd-4a1d-8d7b-fdbd00f708ce), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.566680 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f47b618a-19dc-4b58-b3f2-15adf10ceda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:36:53.567865 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f47b618a-19dc-4b58-b3f2-15adf10ceda1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d903dee1-eedd-4a1d-8d7b-fdbd00f708ce HTTP/1.1" status: 204 len: 168 time: 0.2251987 Oct 26 11:36:53.576700 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b618a-19dc-4b58-b3f2-15adf10ceda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d903dee1-eedd-4a1d-8d7b-fdbd00f708ce,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:01.433914 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:DELETE=9,neutron:SELECT=46,neutron:UPDATE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:01.436879 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=83,neutron:DELETE=9 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:02.689460 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:02.864799 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:03.572197 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:DELETE=6,neutron:SELECT=69,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:03.594304 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=37,neutron:DELETE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:04.621893 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36624) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:04.725877 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7506862a-2f91-4ecd-b7cf-b0cb1b4ca7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:04.804674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7506862a-2f91-4ecd-b7cf-b0cb1b4ca7bd admin admin] Publish callbacks [] for security_group (c20b5012-ff1e-4db6-a198-4f25326ba09a), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:04.854283 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-7506862a-2f91-4ecd-b7cf-b0cb1b4ca7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c20b5012-ff1e-4db6-a198-4f25326ba09a), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:04.891880 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506862a-2f91-4ecd-b7cf-b0cb1b4ca7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b5012-ff1e-4db6-a198-4f25326ba09a,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:04.896505 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-7506862a-2f91-4ecd-b7cf-b0cb1b4ca7bd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=04d1cfa593d0460dac4e3548e98ab03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736025 Oct 26 11:37:04.899370 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36628) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:04.947098 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-abad5e8c-83b2-47c4-9cc2-d6d505fc0f68 admin admin] Publish callbacks [] for security_group (c20b5012-ff1e-4db6-a198-4f25326ba09a), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:04.966948 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-abad5e8c-83b2-47c4-9cc2-d6d505fc0f68 admin admin] Publish callbacks [] for security_group (c20b5012-ff1e-4db6-a198-4f25326ba09a), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:05.064895 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-abad5e8c-83b2-47c4-9cc2-d6d505fc0f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (c20b5012-ff1e-4db6-a198-4f25326ba09a), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:05.067968 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-abad5e8c-83b2-47c4-9cc2-d6d505fc0f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:05.069128 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-abad5e8c-83b2-47c4-9cc2-d6d505fc0f68 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c20b5012-ff1e-4db6-a198-4f25326ba09a HTTP/1.1" status: 204 len: 168 time: 0.1689377 Oct 26 11:37:05.076920 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad5e8c-83b2-47c4-9cc2-d6d505fc0f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b5012-ff1e-4db6-a198-4f25326ba09a,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:05.636332 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36634) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:05.650452 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a9952dc-148d-423e-a228-c3f4ed10b547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:05.726798 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a9952dc-148d-423e-a228-c3f4ed10b547 admin admin] Publish callbacks [] for security_group (da580da5-aba5-42db-876c-e140180f3878), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:05.820106 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-3a9952dc-148d-423e-a228-c3f4ed10b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (da580da5-aba5-42db-876c-e140180f3878), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:05.857547 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9952dc-148d-423e-a228-c3f4ed10b547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da580da5-aba5-42db-876c-e140180f3878,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:05.861896 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-3a9952dc-148d-423e-a228-c3f4ed10b547 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d953bcda51a94cf19476b0b60b91912e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245367 Oct 26 11:37:05.865238 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36636) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:05.913439 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f4137d89-3ce0-4036-90c0-d595ec2affe9 admin admin] Publish callbacks [] for security_group (da580da5-aba5-42db-876c-e140180f3878), before_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:05.934674 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f4137d89-3ce0-4036-90c0-d595ec2affe9 admin admin] Publish callbacks [] for security_group (da580da5-aba5-42db-876c-e140180f3878), precommit_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:06.059974 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f4137d89-3ce0-4036-90c0-d595ec2affe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (da580da5-aba5-42db-876c-e140180f3878), after_delete {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:06.062478 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-f4137d89-3ce0-4036-90c0-d595ec2affe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:06.063679 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-f4137d89-3ce0-4036-90c0-d595ec2affe9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/da580da5-aba5-42db-876c-e140180f3878 HTTP/1.1" status: 204 len: 168 time: 0.1975763 Oct 26 11:37:06.072094 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137d89-3ce0-4036-90c0-d595ec2affe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da580da5-aba5-42db-876c-e140180f3878,revision_number=None']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:06.768176 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36642) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:06.781479 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4c186e1f-06d3-40df-81a7-650c346840be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:06.819197 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:06.837751 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:06.857774 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4c186e1f-06d3-40df-81a7-650c346840be admin admin] Publish callbacks [] for security_group (3d06341d-b21a-453c-abbc-efc43bcd493d), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:06.934260 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-4c186e1f-06d3-40df-81a7-650c346840be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3d06341d-b21a-453c-abbc-efc43bcd493d), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:06.974415 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-4c186e1f-06d3-40df-81a7-650c346840be admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3f6c904b93624cc7831d936f43ef6d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045553 Oct 26 11:37:06.975621 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c186e1f-06d3-40df-81a7-650c346840be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d06341d-b21a-453c-abbc-efc43bcd493d,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:06.977391 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36644) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:07.026605 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9ae06174-26c6-4b63-9b70-ba9f2f2c06e7 admin admin] Publish callbacks [] for security_group (3d06341d-b21a-453c-abbc-efc43bcd493d), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:07.046502 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9ae06174-26c6-4b63-9b70-ba9f2f2c06e7 admin admin] Publish callbacks [] for security_group (3d06341d-b21a-453c-abbc-efc43bcd493d), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:07.179982 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9ae06174-26c6-4b63-9b70-ba9f2f2c06e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (3d06341d-b21a-453c-abbc-efc43bcd493d), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:07.182407 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-9ae06174-26c6-4b63-9b70-ba9f2f2c06e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:07.183561 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-9ae06174-26c6-4b63-9b70-ba9f2f2c06e7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3d06341d-b21a-453c-abbc-efc43bcd493d HTTP/1.1" status: 204 len: 168 time: 0.2052033 Oct 26 11:37:07.191464 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae06174-26c6-4b63-9b70-ba9f2f2c06e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d06341d-b21a-453c-abbc-efc43bcd493d,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:10.741733 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:10.742519 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:12.819521 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:17.081165 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:17.191545 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:17.204012 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:17.289303 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=19 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:17.339783 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d3ea50a8-b844-41f9-b1da-fecde04d1426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:18.682293 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:37:19.744842 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-daca2623-fc88-41f8-8c75-b4a9a4926482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:21.069789 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:22.756325 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:22.915977 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:28.678664 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:32.865554 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:32.867616 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:32.869571 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:42.800013 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.041092 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36840) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:43.146348 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.219837 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Publish callbacks [] for security_group (341aba92-72dc-45de-a533-632517ebe9fb), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.274218 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (341aba92-72dc-45de-a533-632517ebe9fb), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.314622 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1e37cda278c24710a39cd0786c79a269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724860 Oct 26 11:37:43.315597 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341aba92-72dc-45de-a533-632517ebe9fb,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:43.317530 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36844) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:37:43.323065 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.323414 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.323757 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.324092 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.324423 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.324770 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.325104 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.325429 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.325756 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.326079 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.326403 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.326729 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.327073 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.327394 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.327714 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20d245-8d00-4ed8-88c2-a6482fc2395d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.367179 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Publish callbacks [] for security_group (341aba92-72dc-45de-a533-632517ebe9fb), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.386529 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Publish callbacks [] for security_group (341aba92-72dc-45de-a533-632517ebe9fb), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.480389 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (341aba92-72dc-45de-a533-632517ebe9fb), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.482783 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:43.483933 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/341aba92-72dc-45de-a533-632517ebe9fb HTTP/1.1" status: 204 len: 168 time: 0.1654458 Oct 26 11:37:43.491619 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341aba92-72dc-45de-a533-632517ebe9fb,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:37:43.498661 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.499029 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.499369 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.499730 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.500079 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.500412 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.500734 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.501053 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.501392 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.501719 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.502040 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.502357 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.502671 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.503009 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:43.503386 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25237a91-5067-444d-9540-3eefde0b2439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-18-iscsi {{(pid=105072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 26 11:37:47.336652 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ba5a-7e0b-4860-b68b-347a0367ff42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:47.732282 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:47.738238 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:49.708138 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-5d71b8fc-a28a-4dd2-8b16-7173c12ddc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:51.074092 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:52.742151 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:52.919486 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:37:53.310889 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:53.318671 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:53.419997 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:53.495109 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:37:55.681255 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:38:05.677648 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:05.722585 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:05.725526 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:05.726209 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=10 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:07.687417 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [-] (105073) accepted ('10.222.0.42', 36982) {{(pid=105073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:07.794344 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bc8c8f8c-78fe-4051-bc55-25a4829881f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:07.866936 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bc8c8f8c-78fe-4051-bc55-25a4829881f8 admin admin] Publish callbacks [] for security_group (9369e2ec-0f14-4058-af68-b3352e0b4d72), precommit_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:07.935399 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron_lib.callbacks.manager [None req-bc8c8f8c-78fe-4051-bc55-25a4829881f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9369e2ec-0f14-4058-af68-b3352e0b4d72), after_create {{(pid=105073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:07.976477 dv-cinder-815582-18-iscsi neutron-server[105073]: INFO neutron.wsgi [None req-bc8c8f8c-78fe-4051-bc55-25a4829881f8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=af20f980546143b18a48f4a2a278f673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879941 Oct 26 11:38:07.977581 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c8f8c-78fe-4051-bc55-25a4829881f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9369e2ec-0f14-4058-af68-b3352e0b4d72,revision_number=1']} {{(pid=105073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:38:07.979230 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [-] (105072) accepted ('10.222.0.42', 36986) {{(pid=105072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 26 11:38:08.029448 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-54d5fd71-b350-4975-8b04-3a993031ead3 admin admin] Publish callbacks [] for security_group (9369e2ec-0f14-4058-af68-b3352e0b4d72), before_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:08.049172 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-54d5fd71-b350-4975-8b04-3a993031ead3 admin admin] Publish callbacks [] for security_group (9369e2ec-0f14-4058-af68-b3352e0b4d72), precommit_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:08.181417 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-54d5fd71-b350-4975-8b04-3a993031ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3815941'] for security_group (9369e2ec-0f14-4058-af68-b3352e0b4d72), after_delete {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:08.184085 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron_lib.callbacks.manager [None req-54d5fd71-b350-4975-8b04-3a993031ead3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:08.185202 dv-cinder-815582-18-iscsi neutron-server[105072]: INFO neutron.wsgi [None req-54d5fd71-b350-4975-8b04-3a993031ead3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9369e2ec-0f14-4058-af68-b3352e0b4d72 HTTP/1.1" status: 204 len: 168 time: 0.2035794 Oct 26 11:38:08.192816 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5fd71-b350-4975-8b04-3a993031ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9369e2ec-0f14-4058-af68-b3352e0b4d72,revision_number=None']} {{(pid=105072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 26 11:38:12.798368 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:17.375071 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-cab3c048-b59b-43f4-b4da-b495117be5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:17.971217 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:17.974084 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG dbcounter [-] [105073] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=105073) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:18.187979 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:18.188752 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG dbcounter [-] [105072] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=105072) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:19.747195 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-ed57ac4c-d8c4-4596-8a76-b0b4f0f1dfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:21.066026 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:22.758223 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:22.923394 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:24.739927 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:24.743975 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:32.681056 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:38:32.696235 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:32.876334 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:32.878470 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:42.819379 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:45.721825 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=14 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:45.722557 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=14 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:38:47.316075 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-98b9bdfa-2f1a-4839-b71b-1f184d5db0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:49.750392 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-e18acf8b-4efb-433f-812e-a303850f7ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:51.070279 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:52.761810 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:38:52.938902 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:01.748295 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:01.750132 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:02.875932 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:02.880119 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:02.881815 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:09.680235 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:39:12.812193 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:17.366025 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bf5a1272-f8fc-497f-9e7b-aaa04048deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:19.345521 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-eb031e10-2379-473d-8836-896080cdc19c service neutron] (105073) timed out ('10.222.0.42', 58466) {{(pid=105073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:39:19.421193 dv-cinder-815582-18-iscsi neutron-server[105073]: DEBUG neutron.wsgi [req-bb0d10b5-de0e-4e18-8638-b2e0fc9935c5 req-766c7762-bdab-4c2a-9bb9-58c80315881a tempest-TestShelveInstance-383840923 tempest-TestShelveInstance-383840923-project] (105073) timed out ('10.222.0.42', 58474) {{(pid=105073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:39:19.676358 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:19.754356 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-4a65ab6b-1889-4cd4-8945-2cf6c5e4f7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:21.068558 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:22.760386 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:22.937378 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:32.879330 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:32.884523 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:32.886239 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:42.839568 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:45.817903 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:45.818705 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:39:46.678461 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:39:47.347220 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-a5915af2-c3fe-438b-8a72-268fea18a666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:49.747617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-2af40821-e14f-412c-9940-cd3bcd11c0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:51.078943 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:52.770534 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:52.953304 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:39:56.674884 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.717959 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.720067 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=12 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:05.727967 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:12.809867 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:15.737550 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:15.743356 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:17.329580 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-bcf0519f-ca80-46c7-9f19-b9180b269636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:19.729684 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-851483c0-e3c9-436e-84d9-f71b8616a4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:21.083222 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.803587 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:22.946298 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:23.677465 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:40:32.874274 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:32.879175 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:32.881879 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:33.673957 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:42.809071 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:47.344954 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-69acced1-53e4-4a85-b714-6553d7984de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:49.774336 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-7003db89-bc34-49ec-966a-8d0d8096a343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:51.100226 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:52.735901 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=16 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:52.739003 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=16 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:40:52.797017 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:40:52.928631 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:00.676631 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:41:02.877506 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:02.882308 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:02.885003 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:10.671929 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:10.672665 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:12.836982 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:17.350128 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d852398a-6885-4b56-971d-f6d38356978f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:19.762345 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-10925cb8-5e4a-4ab2-9597-c48701df2c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:21.082321 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:22.808207 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:22.933506 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:29.739762 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:29.744269 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:32.715152 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:32.884367 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:32.886980 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:37.675524 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:41:42.802193 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:45.822078 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:47.337591 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d990880c-a836-4516-a269-29ba329c4956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:47.672206 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:41:49.754900 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-720ef7fe-4ef3-4073-aa0f-3ae37e7784f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:51.081465 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:52.795720 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:41:52.972682 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:05.728499 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:05.736453 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:05.738144 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:06.749600 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:06.750848 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=4 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:12.829830 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:14.673715 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:42:17.371237 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-c2c67a99-11d7-46ac-8134-ae4cae1e4f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:19.767065 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-eecae3cf-b707-42ce-adc9-677bcc5c5093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:21.092477 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:22.789617 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:22.949612 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:24.669480 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:29.457120 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-67064eae-d840-4051-8755-987fca0c0649 service neutron] (105072) timed out ('10.222.0.42', 32866) {{(pid=105072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:42:29.642939 dv-cinder-815582-18-iscsi neutron-server[105072]: DEBUG neutron.wsgi [req-ed10766a-540d-4de4-9a8b-d18f93f9ea70 req-1c8d9b28-9840-43ca-ace3-593b32024cf1 tempest-AttachVolumeShelveTestJSON-531427414 tempest-AttachVolumeShelveTestJSON-531427414-project] (105072) timed out ('10.222.0.42', 32874) {{(pid=105072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 26 11:42:32.884180 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:32.888432 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:32.890180 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:42.835469 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:45.737395 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=13 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:45.741290 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=19 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:42:47.366124 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-db60437b-957a-43de-8f7d-01a49d8cde3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:49.743692 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-21ffde42-299b-46b2-89ba-936349fabe5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:51.096115 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:51.673037 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:42:52.793116 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:42:52.943127 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:01.668949 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:02.879764 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=9 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:02.885695 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:02.887150 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:12.840043 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:17.382828 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-b29f38f4-b9bd-43d0-98af-03d0797c1cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e5ecb8ab-8750-4a2d-88ab-4a04c2c4e860), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:19.765755 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f074e84e-e791-4603-bcd1-aaf4c17b0632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5f511291-4773-488b-af96-a9b4fb934c39), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:20.740132 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:20.740915 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=3 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:21.102966 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-91d2e29e-36ac-4356-87ca-e56bca630b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (86154f2d-b2b4-47f4-a8db-59eadacb7457), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:22.794521 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-f8c50776-b8f7-4a11-a21d-4b0957d7ac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (5a2188f5-ab97-4bf0-95c3-74c07e1bd52c), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:22.946975 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-59b634cf-d9ad-4bd1-aa51-1505f60973ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (e7da3623-e0cc-4ced-92bc-60782310cc81), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:28.671624 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG neutron.db.agents_db [None req-dc05830a-228b-4094-af17-9fe6ce1524ed None None] Agent healthcheck: found 6 active agents {{(pid=105075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 26 11:43:32.884848 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:32.889700 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:32.891787 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG dbcounter [-] [105074] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=105074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:42.851589 dv-cinder-815582-18-iscsi neutron-server[105074]: DEBUG neutron_lib.callbacks.manager [None req-d8c3d64a-832d-4dd3-9e9d-042152a066b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750029237104', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-861292'] for agent (d589b2ca-4a5a-43f8-9e10-1b07e71e8270), after_update {{(pid=105074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 26 11:43:45.826256 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=2 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 26 11:43:45.827079 dv-cinder-815582-18-iscsi neutron-server[105075]: DEBUG dbcounter [-] [105075] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=105075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}